diff --git "a/wandb/run-20220129_131141-h6nhqm30/logs/debug-internal.log" "b/wandb/run-20220129_131141-h6nhqm30/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20220129_131141-h6nhqm30/logs/debug-internal.log" @@ -0,0 +1,14695 @@ +2022-01-29 13:11:43,600 INFO MainThread:13445 [internal.py:wandb_internal():87] W&B internal server running at pid: 13445, started at: 2022-01-29 13:11:43.599770 +2022-01-29 13:11:43,604 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: check_version +2022-01-29 13:11:43,604 INFO WriterThread:13445 [datastore.py:open_for_write():77] open: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/run-h6nhqm30.wandb +2022-01-29 13:11:43,608 DEBUG SenderThread:13445 [sender.py:send():234] send: header +2022-01-29 13:11:43,608 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: check_version +2022-01-29 13:11:43,683 DEBUG SenderThread:13445 [sender.py:send():234] send: run +2022-01-29 13:11:43,876 INFO SenderThread:13445 [dir_watcher.py:__init__():169] watching files in: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files +2022-01-29 13:11:43,876 INFO SenderThread:13445 [sender.py:_start_run_threads():804] run started: h6nhqm30 with start time 1643461902 +2022-01-29 13:11:43,877 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:11:43,877 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:11:43,878 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: run_start +2022-01-29 13:11:43,886 DEBUG HandlerThread:13445 [meta.py:__init__():40] meta init +2022-01-29 13:11:43,886 DEBUG HandlerThread:13445 [meta.py:__init__():54] meta init done +2022-01-29 13:11:43,886 DEBUG HandlerThread:13445 [meta.py:probe():214] probe +2022-01-29 13:11:43,897 DEBUG HandlerThread:13445 [meta.py:_setup_git():204] setup git +2022-01-29 13:11:43,927 DEBUG HandlerThread:13445 [meta.py:_setup_git():211] setup git done +2022-01-29 13:11:43,927 DEBUG HandlerThread:13445 [meta.py:_save_pip():58] save pip +2022-01-29 13:11:43,928 DEBUG HandlerThread:13445 [meta.py:_save_pip():72] save pip done +2022-01-29 13:11:43,928 DEBUG HandlerThread:13445 [meta.py:_save_conda():79] save conda +2022-01-29 13:11:44,442 DEBUG HandlerThread:13445 [meta.py:_save_conda():89] save conda done +2022-01-29 13:11:44,443 DEBUG HandlerThread:13445 [meta.py:probe():252] probe done +2022-01-29 13:11:44,451 DEBUG SenderThread:13445 [sender.py:send():234] send: files +2022-01-29 13:11:44,452 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-metadata.json with policy now +2022-01-29 13:11:44,462 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:11:44,463 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:11:44,619 DEBUG SenderThread:13445 [sender.py:send():234] send: config +2022-01-29 13:11:44,620 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:11:44,620 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:11:44,621 WARNING SenderThread:13445 [sender.py:send_metric():897] Seen metric with glob (shouldnt happen) +2022-01-29 13:11:44,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:11:44,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-metadata.json +2022-01-29 13:11:44,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:11:44,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/conda-environment.yaml +2022-01-29 13:11:44,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/requirements.txt +2022-01-29 13:11:45,086 INFO Thread-11 :13445 [upload_job.py:push():137] Uploaded file /tmp/tmpw7qzweyfwandb/2k63a54h-wandb-metadata.json +2022-01-29 13:11:46,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:11:50,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:11:52,883 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:11:56,885 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:11:59,793 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:11:59,794 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:12:00,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:02,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:06,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:09,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:12,131 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:12:13,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:14,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/config.yaml +2022-01-29 13:12:15,011 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:12:15,011 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:12:17,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:19,902 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:23,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:25,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:29,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:30,235 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:12:30,235 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:12:31,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:35,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:37,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:39,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:42,366 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:12:43,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:45,527 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:12:45,528 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:12:45,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:49,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:51,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:53,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:57,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:12:59,936 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:00,891 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:13:00,892 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:13:01,938 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:03,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:07,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:09,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:12,567 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:13:12,948 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:16,131 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:13:16,132 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:13:16,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:18,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:20,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:22,956 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:26,959 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:28,961 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:30,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:31,367 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:13:31,368 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:13:32,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:34,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:36,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:38,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:40,972 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:42,827 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:13:42,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:44,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:46,661 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:13:46,662 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:13:46,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:48,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:50,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:52,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:54,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:13:56,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:00,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:01,826 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:14:01,827 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:14:02,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:06,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:10,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:13,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:13,066 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:14:17,031 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:14:17,031 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:14:18,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:22,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:24,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:28,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:30,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:32,364 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:14:32,365 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:14:34,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:38,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:40,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:43,286 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:14:44,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:46,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:47,596 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:14:47,597 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:14:50,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:54,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:56,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:14:58,036 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:02,040 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:02,864 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:15:02,864 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:15:04,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:08,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:11,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:13,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:13,507 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:15:17,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:18,124 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:15:18,124 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:15:19,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:21,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:23,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:27,061 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:29,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:31,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:33,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:33,459 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:15:33,459 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:15:37,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:39,072 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:41,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:43,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:43,720 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:15:47,079 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:48,641 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:15:48,642 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:15:49,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:51,083 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:53,085 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:55,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:57,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:15:59,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:01,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:03,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:03,850 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:16:03,851 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:16:05,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:07,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:09,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:09,996 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,001 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,012 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,020 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,025 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,026 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,031 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,037 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,042 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,047 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,047 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,048 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,048 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,048 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,048 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,048 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,049 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,049 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,049 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,049 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,050 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,050 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,050 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,050 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,050 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,051 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,051 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,051 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,051 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,051 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,052 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,052 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,052 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,052 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,053 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,053 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,053 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,053 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,053 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,054 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,054 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,054 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,054 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,055 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,055 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,055 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,055 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,055 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,056 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,056 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,056 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,056 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,057 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,057 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,057 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,057 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,057 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,058 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,058 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,058 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,058 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,059 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,059 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,059 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,059 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,059 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,059 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,059 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,060 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,061 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,062 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,063 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,064 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,065 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,066 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,067 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,068 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,069 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,070 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,071 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,072 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,073 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,074 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,075 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,076 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,077 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,078 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,079 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,080 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,081 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,082 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,083 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,084 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,085 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,086 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,087 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,088 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,089 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,090 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,091 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,092 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,093 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,094 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,095 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,096 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,097 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,098 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,099 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,100 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,101 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,102 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,102 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,102 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,102 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,102 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,102 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,102 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,103 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,104 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,105 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,106 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,107 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,108 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,109 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,110 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,111 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,112 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,113 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,114 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,115 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,116 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,117 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,118 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,119 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,120 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,121 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,122 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,123 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,124 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,125 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,126 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,127 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,128 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,129 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,130 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,131 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,132 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,133 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,134 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:16:10,135 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:16:10,165 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:16:10,200 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:16:11,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:11,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:16:12,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:13,947 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:16:16,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:18,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:18,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/config.yaml +2022-01-29 13:16:19,072 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:16:19,074 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:16:22,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:26,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:30,143 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:32,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:34,349 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:16:34,350 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:16:36,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:38,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:42,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:44,187 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:16:46,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:48,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:49,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:16:49,571 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:16:52,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:54,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:16:59,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:01,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:04,864 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:17:04,865 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:17:05,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:09,176 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:11,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:14,488 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:17:15,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:17,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:19,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:20,072 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:17:20,072 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:17:23,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:25,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:29,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:31,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:33,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:35,337 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:17:35,337 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:17:37,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:39,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:41,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:43,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:44,731 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:17:47,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:49,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:50,646 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:17:50,647 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:17:51,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:53,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:57,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:17:59,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:01,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:03,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:05,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:05,992 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:18:05,993 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:18:07,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:09,231 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:11,233 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:13,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:14,956 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:18:15,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:17,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:19,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:21,208 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:18:21,209 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:18:21,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:23,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:26,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:30,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:34,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:36,252 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:36,469 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:18:36,470 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:18:40,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:44,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:45,191 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:18:46,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:50,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:51,637 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:18:51,638 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:18:54,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:18:56,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:00,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:02,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:06,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:06,806 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:19:06,807 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:19:10,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:12,283 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:15,433 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:19:16,286 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:18,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:21,969 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:19:21,969 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:19:22,291 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:25,293 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:27,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:31,298 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:33,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:37,138 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:19:37,139 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:19:37,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:39,306 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:41,308 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:45,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:45,675 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:19:47,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:49,315 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:52,305 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:19:52,305 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:19:53,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:55,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:57,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:19:59,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:01,326 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:05,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:07,331 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:07,476 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:20:07,476 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:20:09,333 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:11,335 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:13,337 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:15,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:15,895 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:20:17,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:22,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:22,658 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:20:22,658 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:20:24,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:26,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:28,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:30,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:32,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:34,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:36,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:37,525 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:20:37,582 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:20:37,612 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:20:38,001 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:20:38,002 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:20:38,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:38,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:20:39,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:40,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:42,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:46,115 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:20:46,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:50,368 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:52,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:20:53,273 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:20:53,274 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:20:56,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:00,375 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:02,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:06,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:08,560 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:21:08,560 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:21:10,381 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:12,383 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:16,364 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:21:17,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:19,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:23,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:23,890 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:21:23,891 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:21:25,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:29,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:31,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:35,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:37,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:39,195 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:21:39,196 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:21:41,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:43,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:46,572 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:21:47,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:49,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:51,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:54,442 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:21:54,443 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:21:55,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:57,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:21:59,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:03,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:05,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:09,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:09,672 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:22:09,672 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:22:11,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:13,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:15,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:16,782 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:22:17,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:21,435 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:23,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:24,975 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:22:24,976 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:22:25,439 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:27,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:29,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:31,445 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:34,448 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:38,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:40,297 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:22:40,297 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:22:40,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:42,453 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:44,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:46,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:46,995 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:22:48,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:50,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:52,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:22:55,527 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:22:55,527 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:22:56,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:00,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:04,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:06,469 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:10,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:10,846 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:23:10,846 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:23:14,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:16,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:17,260 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:23:20,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:22,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:26,148 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:23:26,148 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:23:26,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:30,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:33,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:37,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:39,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:41,534 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:23:41,534 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:23:43,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:45,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:47,469 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:23:49,503 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:51,505 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:55,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:23:56,941 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:23:56,942 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:23:57,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:01,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:03,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:05,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:09,521 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:11,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:12,258 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:24:12,259 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:24:15,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:17,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:17,703 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:24:19,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:23,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:25,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:27,532 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:24:27,533 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:24:27,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:31,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:33,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:35,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:37,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:39,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:42,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:42,774 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:24:42,775 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:24:44,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:47,964 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:24:48,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:50,555 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:52,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:54,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:56,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:24:57,984 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:24:57,984 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:24:58,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:00,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:02,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:04,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:05,570 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:25:05,614 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:25:05,644 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:25:06,572 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:06,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:25:07,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:10,576 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:13,283 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:25:13,283 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:25:14,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:16,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:18,192 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:25:20,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:24,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:27,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:28,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:25:28,570 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:25:31,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:35,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:37,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:41,602 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:43,604 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:43,868 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:25:43,868 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:25:47,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:48,399 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:25:49,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:53,612 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:55,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:25:59,155 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:25:59,155 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:25:59,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:01,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:05,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:07,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:11,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:13,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:14,351 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:26:14,351 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:26:17,632 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:18,601 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:26:19,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:21,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:25,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:28,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:29,592 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:26:29,593 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:26:30,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:34,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:36,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:38,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:40,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:42,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:44,869 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:26:44,870 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:26:46,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:48,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:48,817 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:26:50,657 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:52,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:54,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:56,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:26:58,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:00,187 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:27:00,188 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:27:00,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:02,667 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:04,669 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:06,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:08,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:10,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:12,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:14,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:15,493 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:27:15,505 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:27:16,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:18,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:19,002 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:27:23,684 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:27,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:30,697 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:27:30,697 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:27:31,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:33,691 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:37,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:39,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:43,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:45,939 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:27:45,940 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:27:47,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:49,212 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:27:49,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:53,705 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:55,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:27:59,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:01,278 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:28:01,279 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:28:01,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:05,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:07,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:11,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:16,587 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:28:16,588 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:28:16,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:18,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:19,475 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:28:20,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:24,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:26,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:30,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:31,903 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:28:31,904 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:28:32,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:34,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:38,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:40,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:42,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:44,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:47,217 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:28:47,217 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:28:48,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:49,686 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:28:50,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:52,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:54,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:28:58,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:00,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:02,505 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:29:02,506 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:29:02,761 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:04,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:06,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:08,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:10,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:12,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:14,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:17,694 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:29:17,695 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:29:17,771 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:19,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:19,962 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:29:21,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:23,775 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:25,777 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:27,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:29,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:30,140 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:29:30,239 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:29:30,285 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:29:30,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:30,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:29:31,781 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:32,863 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:29:32,864 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:29:35,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:39,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:41,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:45,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:48,139 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:29:48,139 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:29:49,795 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:50,228 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:29:51,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:55,801 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:29:59,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:01,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:03,387 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:30:03,388 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:30:05,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:08,812 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:12,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:16,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:18,560 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:30:18,560 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:30:18,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:20,429 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:30:22,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:24,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:28,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:30,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:33,834 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:30:33,835 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:30:34,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:36,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:40,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:42,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:44,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:48,846 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:49,071 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:30:49,071 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:30:50,665 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:30:50,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:52,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:56,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:30:58,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:00,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:02,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:04,246 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:31:04,247 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:31:06,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:08,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:10,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:13,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:15,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:19,442 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:31:19,442 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:31:19,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:20,965 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:31:21,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:23,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:25,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:27,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:29,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:31,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:33,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:34,738 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:31:34,738 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:31:35,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:37,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:39,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:41,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:43,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:45,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:49,902 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:49,956 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:31:49,957 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:31:51,280 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:31:53,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:55,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:31:59,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:03,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:05,238 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:32:05,239 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:32:05,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:09,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:11,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:16,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:20,505 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:32:20,505 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:32:20,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:21,530 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:32:22,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:26,932 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:30,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:32,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:35,702 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:32:35,702 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:32:36,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:38,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:42,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:44,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:48,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:50,925 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:32:50,925 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:32:50,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:51,763 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:32:52,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:56,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:32:58,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:02,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:04,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:06,091 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:33:06,092 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:33:07,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:11,972 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:13,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:15,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:19,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:21,259 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:33:21,260 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:33:21,977 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:33:21,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:23,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:25,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:27,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:31,991 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:33,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:35,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:36,500 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:33:36,501 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:33:37,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:39,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:42,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:44,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:46,005 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:48,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:50,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:51,895 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:33:51,895 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:33:52,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:52,292 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:33:54,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:56,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:58,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:33:58,582 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:33:58,682 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:33:58,729 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:33:59,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:34:00,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:01,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:02,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:04,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:06,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:07,166 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:34:07,167 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:34:08,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:10,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:12,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:15,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:17,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:19,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:21,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:22,373 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:34:22,374 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:34:22,538 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:34:23,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:25,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:27,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:29,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:31,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:33,053 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:35,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:37,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:37,580 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:34:37,580 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:34:39,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:41,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:43,061 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:45,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:47,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:49,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:51,067 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:52,707 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:34:52,857 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:34:52,857 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:34:53,068 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:55,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:34:57,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:35:00,609 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:35:00,614 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:35:00,620 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:35:00,625 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:35:00,631 DEBUG SenderThread:13445 [sender.py:send():234] send: metric +2022-01-29 13:35:00,636 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:35:00,646 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:35:00,694 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:35:01,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:35:03,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:35:05,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:35:07,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/config.yaml +2022-01-29 13:35:08,058 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:35:08,059 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:35:13,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:35:22,930 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:35:23,226 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:35:23,227 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:35:38,397 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:35:38,398 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:35:51,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:35:53,152 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:35:53,571 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:35:53,572 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:35:55,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:00,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:02,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:06,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:08,912 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:36:08,913 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:36:10,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:14,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:16,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:20,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:22,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:23,381 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:36:24,223 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:36:24,224 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:36:26,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:30,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:32,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:36,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:38,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:39,475 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:36:39,475 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:36:42,176 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:44,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:46,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:50,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:53,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:53,608 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:36:54,740 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:36:54,740 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:36:57,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:36:59,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:01,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:05,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:07,199 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:09,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:09,988 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:37:09,989 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:37:13,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:15,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:17,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:19,208 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:23,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:23,884 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:37:25,157 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:37:25,158 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:37:25,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:27,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:29,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:31,218 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:35,221 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:37,223 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:39,225 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:40,411 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:37:40,412 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:37:41,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:43,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:45,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:47,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:49,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:51,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:53,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:54,122 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:37:55,239 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:55,715 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:37:55,715 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:37:57,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:37:59,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:01,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:05,248 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:09,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:11,070 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:38:11,071 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:38:12,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:16,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:20,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:22,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:24,379 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:38:26,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:26,306 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:38:26,306 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:38:30,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:32,267 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:36,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:38,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:41,618 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:38:41,618 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:38:42,274 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:44,276 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:48,279 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:50,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:54,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:54,642 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:38:56,286 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:38:56,788 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:38:56,789 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:39:00,289 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:02,291 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:04,293 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:08,296 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:10,298 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:11,959 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:39:11,960 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:39:14,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:16,303 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:19,306 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:23,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:24,864 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:39:25,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:27,252 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:39:27,253 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:39:27,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:31,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:33,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:35,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:39,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:41,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:42,482 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:39:42,483 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:39:43,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:45,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:47,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:49,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:51,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:55,157 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:39:55,337 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:57,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:39:57,705 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:39:57,705 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:39:59,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:01,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:03,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:05,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:07,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:09,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:11,352 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:12,715 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:40:12,834 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:40:12,868 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:40:13,042 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:40:13,044 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:40:13,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:40:14,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:15,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:18,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:22,362 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:25,361 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:40:26,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:28,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:28,465 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:40:28,466 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:40:32,392 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:36,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:38,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:42,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:43,729 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:40:43,729 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:40:46,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:48,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:52,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:54,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:55,674 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:40:58,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:40:59,219 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:40:59,220 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:41:00,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:04,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:06,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:10,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:12,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:14,537 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:41:14,538 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:41:16,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:19,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:21,433 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:25,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:25,909 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:41:27,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:29,815 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:41:29,816 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:41:31,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:33,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:35,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:37,448 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:41,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:43,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:45,048 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:41:45,049 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:41:45,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:47,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:51,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:53,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:55,463 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:56,117 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:41:57,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:41:59,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:00,218 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:42:00,218 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:42:01,469 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:03,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:07,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:09,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:11,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:14,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:15,519 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:42:15,519 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:42:16,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:18,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:20,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:22,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:24,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:26,381 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:42:26,492 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:30,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:31,695 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:42:31,696 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:42:34,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:38,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:40,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:44,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:46,993 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:42:46,994 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:42:48,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:50,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:54,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:42:56,647 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:42:58,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:00,519 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:02,265 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:43:02,265 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:43:04,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:09,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:11,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:15,529 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:17,425 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:43:17,426 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:43:17,531 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:21,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:23,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:25,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:26,926 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:43:29,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:31,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:32,598 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:43:32,599 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:43:35,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:37,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:39,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:43,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:45,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:47,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:47,814 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:43:47,815 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:43:49,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:53,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:55,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:57,222 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:43:57,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:43:59,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:02,985 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:44:02,986 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:44:03,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:05,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:07,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:09,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:11,572 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:13,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:16,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:18,196 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:44:18,196 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:44:20,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:22,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:24,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:26,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:27,432 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:44:28,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:30,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:32,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:33,464 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:44:33,465 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:44:34,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:36,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:38,575 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:44:38,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:38,661 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:44:38,691 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:44:39,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:44:40,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:44,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:48,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:48,629 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:44:48,630 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:44:50,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:54,632 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:44:57,682 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:44:58,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:00,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:03,898 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:45:03,899 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:45:04,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:08,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:10,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:14,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:16,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:19,247 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:45:19,247 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:45:20,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:22,649 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:26,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:27,913 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:45:28,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:32,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:34,620 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:45:34,621 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:45:34,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:38,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:41,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:45,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:47,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:49,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:49,901 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:45:49,901 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:45:53,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:55,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:57,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:45:58,179 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:46:01,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:03,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:05,139 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:46:05,140 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:46:05,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:07,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:11,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:13,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:15,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:17,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:19,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:20,357 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:46:20,358 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:46:23,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:25,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:27,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:28,383 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:46:29,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:31,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:33,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:35,526 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:46:35,527 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:46:35,713 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:37,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:39,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:41,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:43,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:45,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:47,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:49,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:50,822 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:46:50,823 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:46:51,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:54,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:46:58,675 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:46:58,731 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:02,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:06,041 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:47:06,041 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:47:06,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:08,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:12,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:16,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:18,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:21,348 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:47:21,348 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:47:22,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:26,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:28,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:28,902 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:47:32,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:34,756 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:36,621 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:47:36,621 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:47:38,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:40,760 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:45,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:47,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:51,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:51,800 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:47:51,800 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:47:53,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:57,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:47:59,117 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:47:59,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:01,775 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:05,777 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:07,057 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:48:07,057 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:48:07,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:09,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:13,781 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:15,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:17,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:21,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:22,469 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:48:22,469 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:48:23,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:25,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:27,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:29,388 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:48:29,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:31,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:35,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:37,722 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:48:37,722 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:48:37,801 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:39,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:41,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:43,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:45,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:47,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:49,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:52,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:52,890 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:48:52,890 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:48:54,817 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:56,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:58,821 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:48:59,624 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:49:00,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:02,826 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:02,997 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:49:03,092 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:49:03,140 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:49:03,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:03,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:49:04,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:08,265 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:49:08,266 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:49:08,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:12,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:14,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:18,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:22,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:23,462 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:49:23,462 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:49:26,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:28,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:29,902 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:49:32,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:34,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:38,666 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:49:38,666 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:49:38,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:40,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:44,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:46,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:50,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:53,902 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:49:53,902 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:49:54,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:49:56,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:00,099 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:50:00,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:02,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:07,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:09,226 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:50:09,226 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:50:09,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:13,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:15,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:17,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:21,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:23,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:24,584 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:50:24,584 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:50:25,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:29,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:30,310 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:50:31,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:33,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:35,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:39,836 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:50:39,836 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:50:39,906 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:41,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:43,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:45,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:47,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:51,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:53,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:55,104 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:50:55,104 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:50:55,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:57,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:50:59,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:00,522 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:51:01,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:03,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:05,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:07,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:09,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:10,362 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:51:10,362 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:51:11,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:13,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:15,932 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:17,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:21,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:24,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:25,580 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:51:25,580 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:51:28,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:30,741 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:51:32,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:34,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:38,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:40,878 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:51:40,878 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:51:42,949 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:44,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:48,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:50,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:54,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:51:56,247 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:51:56,248 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:51:56,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:00,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:00,973 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:52:02,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:06,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:08,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:11,642 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:52:11,643 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:52:12,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:14,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:18,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:20,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:22,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:26,898 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:52:26,899 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:52:26,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:29,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:31,217 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:52:31,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:35,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:37,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:39,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:41,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:42,088 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:52:42,088 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:52:45,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:47,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:49,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:51,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:53,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:52:57,255 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:52:57,256 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:52:58,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:00,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:01,471 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:53:02,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:04,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:06,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:08,010 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:10,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:12,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:12,421 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:53:12,421 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:53:14,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:16,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:18,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:20,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:22,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:24,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:26,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:27,203 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:53:27,309 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:53:27,355 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:53:27,753 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:53:27,755 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:53:28,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:28,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:53:29,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:31,670 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:53:33,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:37,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:39,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:43,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:43,064 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:53:43,064 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:53:47,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:49,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:53,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:57,042 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:53:58,296 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:53:58,297 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:53:59,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:01,891 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:54:03,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:05,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:09,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:11,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:13,882 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:54:13,882 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:54:15,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:17,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:21,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:23,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:27,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:29,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:29,144 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:54:29,144 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:54:31,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:32,170 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:54:36,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:38,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:40,072 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:44,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:44,389 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:54:44,390 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:54:46,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:48,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:52,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:54,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:56,083 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:58,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:54:59,739 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:54:59,740 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:55:00,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:02,398 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:55:04,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:06,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:08,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:10,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:12,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:14,959 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:55:14,959 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:55:16,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:18,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:20,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:22,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:24,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:26,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:28,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:30,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:30,167 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:55:30,167 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:55:32,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:32,670 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:55:34,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:36,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:38,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:40,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:42,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:45,517 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:55:45,517 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:55:46,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:50,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:52,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:55:56,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:00,778 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:56:00,779 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:56:01,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:02,944 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:56:03,130 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:07,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:09,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:13,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:15,987 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:56:15,988 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:56:17,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:19,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:23,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:25,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:29,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:31,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:31,223 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:56:31,223 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:56:33,174 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:56:35,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:37,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:41,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:43,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:45,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:46,430 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:56:46,431 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:56:49,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:51,163 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:53,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:57,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:56:59,169 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:01,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:01,627 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:57:01,627 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:57:03,392 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:57:05,174 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:07,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:09,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:11,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:14,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:16,799 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:57:16,799 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:57:18,183 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:20,185 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:22,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:24,190 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:26,192 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:28,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:30,195 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:32,025 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:57:32,025 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:57:32,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:33,633 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:57:36,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:38,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:40,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:42,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:44,208 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:46,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:47,250 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:57:47,251 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:57:48,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:49,533 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:57:49,638 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:57:49,669 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:57:50,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:50,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:57:52,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:54,218 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:56,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:57:58,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:00,223 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:02,225 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:02,516 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:58:02,517 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:58:03,933 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:58:04,227 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:06,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:09,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:11,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:13,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:15,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:17,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:17,853 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:58:17,853 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:58:19,239 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:21,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:23,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:25,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:27,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:29,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:31,249 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:33,171 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:58:33,171 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:58:33,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:34,123 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:58:35,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:37,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:39,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:41,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:43,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:45,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:47,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:48,362 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:58:48,363 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:58:49,265 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:52,853 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 13:58:52,886 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 13:58:52,933 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 13:58:53,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 13:58:54,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:55,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:58:57,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:59:03,561 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:59:03,562 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:59:04,319 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:59:06,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 13:59:18,729 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:59:18,730 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:59:33,901 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:59:33,902 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 13:59:34,532 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 13:59:49,070 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 13:59:49,071 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:00:04,242 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:00:04,243 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:00:04,740 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:00:19,413 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:00:19,414 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:00:34,584 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:00:34,584 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:00:34,960 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:00:45,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:00:49,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:00:49,947 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:00:49,947 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:00:51,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:00:56,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:00,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:02,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:05,188 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:01:05,188 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:01:05,358 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:01:06,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:10,368 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:12,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:16,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:20,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:20,399 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:01:20,400 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:01:22,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:26,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:28,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:32,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:34,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:35,413 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:01:35,621 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:01:35,622 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:01:38,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:40,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:44,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:47,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:50,791 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:01:50,792 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:01:51,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:53,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:57,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:01:59,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:01,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:05,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:05,623 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:02:06,012 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:02:06,012 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:02:07,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:09,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:11,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:15,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:17,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:19,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:21,293 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:02:21,294 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:02:21,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:23,433 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:27,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:29,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:31,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:33,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:35,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:35,857 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:02:36,540 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:02:36,541 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:02:37,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:39,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:41,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:43,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:45,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:47,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:49,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:51,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:51,796 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:02:51,796 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:02:53,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:55,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:02:59,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:01,469 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:06,090 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:03:06,473 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:06,967 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:03:06,967 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:03:10,477 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:14,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:16,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:20,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:22,249 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:03:22,250 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:03:24,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:26,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:30,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:32,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:36,391 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:03:36,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:37,418 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:03:37,419 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:03:38,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:42,503 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:44,505 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:48,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:50,509 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:52,702 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:03:52,703 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:03:54,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:03:56,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:00,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:02,519 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:05,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:06,605 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:04:08,053 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:04:08,054 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:04:09,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:11,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:13,529 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:17,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:19,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:21,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:23,325 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:04:23,325 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:04:23,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:27,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:29,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:31,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:33,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:35,549 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:36,857 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:04:38,554 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:04:38,555 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:04:39,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:41,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:43,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:45,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:47,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:49,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:51,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:53,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:53,724 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:04:53,724 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:04:55,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:57,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:04:59,572 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:01,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:03,576 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:05,578 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:06,016 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:05:06,103 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:05:06,134 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:05:06,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:05:07,127 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:05:07,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:08,891 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:05:08,892 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:05:11,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:13,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:17,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:22,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:24,130 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:05:24,131 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:05:24,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:28,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:32,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:36,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:37,382 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:05:38,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:39,481 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:05:39,481 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:05:42,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:44,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:48,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:50,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:54,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:05:54,745 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:05:54,746 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:05:58,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:00,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:04,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:06,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:07,619 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:06:08,630 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:09,944 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:06:09,945 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:06:12,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:14,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:18,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:20,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:23,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:25,242 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:06:25,243 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:06:27,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:29,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:31,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:33,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:37,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:37,832 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:06:39,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:40,518 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:06:40,518 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:06:41,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:43,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:47,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:49,657 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:51,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:53,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:55,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:55,763 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:06:55,764 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:06:57,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:06:59,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:01,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:03,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:05,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:07,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:08,095 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:07:09,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:10,994 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:07:10,994 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:07:11,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:13,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:15,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:17,682 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:19,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:24,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:27,230 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:07:27,230 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:07:28,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:30,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:34,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:38,390 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:07:38,695 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:40,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:42,528 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:07:42,529 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:07:44,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:48,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:50,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:54,705 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:07:57,800 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:07:57,801 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:07:58,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:00,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:04,713 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:06,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:08,625 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:08:10,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:12,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:13,031 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:08:13,031 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:08:17,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:19,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:21,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:25,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:27,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:28,225 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:08:28,225 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:08:31,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:33,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:35,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:38,823 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:08:39,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:41,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:43,456 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:08:43,457 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:08:43,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:45,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:49,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:51,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:53,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:55,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:08:58,658 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:08:58,659 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:08:59,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:01,760 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:03,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:05,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:07,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:09,102 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:09:09,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:11,770 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:13,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:13,897 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:09:13,897 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:09:15,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:17,776 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:20,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:22,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:24,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:26,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:28,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:29,150 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:09:29,151 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:09:30,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:31,913 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:09:32,009 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:09:32,053 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:09:32,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:32,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:09:34,791 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:36,793 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:39,355 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:09:40,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:44,609 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:09:44,610 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:09:44,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:46,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:50,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:54,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:56,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:09:59,844 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:09:59,844 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:10:00,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:04,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:06,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:09,596 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:10:10,821 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:13,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:15,160 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:10:15,161 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:10:17,826 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:19,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:23,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:25,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:29,834 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:30,492 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:10:30,492 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:10:31,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:35,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:37,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:39,803 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:10:39,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:43,843 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:45,832 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:10:45,833 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:10:45,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:49,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:51,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:53,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:55,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:10:59,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:01,093 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:11:01,094 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:11:01,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:03,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:05,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:09,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:10,007 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:11:11,868 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:13,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:15,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:16,440 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:11:16,440 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:11:18,875 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:20,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:24,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:26,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:28,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:30,885 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:31,612 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:11:31,612 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:11:32,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:34,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:36,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:38,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:40,248 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:11:40,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:42,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:44,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:46,783 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:11:46,783 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:11:48,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:52,906 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:56,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:11:58,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:02,075 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:12:02,076 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:12:02,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:06,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:08,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:10,547 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:12:12,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:14,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:17,370 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:12:17,370 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:12:18,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:20,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:24,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:27,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:31,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:32,715 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:12:32,716 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:12:33,936 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:37,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:39,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:40,841 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:12:43,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:45,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:48,057 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:12:48,058 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:12:49,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:51,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:55,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:12:57,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:01,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:03,422 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:13:03,423 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:13:03,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:05,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:09,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:11,068 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:13:11,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:13,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:15,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:18,732 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:13:18,733 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:13:19,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:21,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:23,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:25,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:28,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:30,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:32,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:34,050 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:13:34,050 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:13:34,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:38,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:40,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:41,316 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:13:42,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:44,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:47,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:49,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:49,262 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:13:49,263 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:13:51,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:53,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:55,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:13:55,782 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:13:55,883 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:13:55,915 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:13:56,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:13:57,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:01,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:04,571 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:14:04,571 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:14:05,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:07,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:11,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:11,610 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:14:15,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:17,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:19,758 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:14:19,758 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:14:21,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:25,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:27,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:32,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:34,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:35,011 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:14:35,012 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:14:38,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:40,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:41,930 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:14:44,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:46,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:50,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:50,181 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:14:50,181 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:14:52,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:14:56,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:00,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:02,053 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:04,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:05,354 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:15:05,355 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:15:08,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:10,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:12,061 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:12,138 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:15:16,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:18,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:20,067 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:20,605 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:15:20,606 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:15:24,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:26,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:29,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:33,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:35,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:35,917 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:15:35,917 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:15:37,079 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:39,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:42,368 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:15:43,085 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:45,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:47,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:49,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:51,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:51,236 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:15:51,237 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:15:53,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:55,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:57,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:15:59,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:01,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:03,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:05,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:06,503 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:16:06,504 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:16:07,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:09,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:11,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:12,617 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:16:15,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:17,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:21,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:21,720 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:16:21,720 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:16:25,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:27,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:31,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:33,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:36,995 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:16:36,995 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:16:37,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:41,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:42,829 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:16:44,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:48,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:50,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:52,340 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:16:52,340 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:16:54,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:16:56,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:00,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:04,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:06,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:07,585 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:17:07,585 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:17:10,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:12,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:13,089 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:17:16,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:18,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:22,165 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:22,852 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:17:22,853 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:17:24,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:26,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:30,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:32,172 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:34,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:36,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:38,160 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:17:38,161 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:17:40,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:42,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:43,345 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:17:44,185 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:46,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:48,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:52,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:53,437 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:17:53,438 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:17:54,192 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:56,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:17:58,195 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:01,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:03,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:05,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:07,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:08,617 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:18:08,618 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:18:09,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:11,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:13,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:13,695 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:18:15,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:17,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:19,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:21,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:21,304 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:18:21,345 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:18:21,373 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:18:22,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:22,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:18:23,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:23,772 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:18:23,773 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:18:27,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:29,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:33,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:37,223 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:39,059 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:18:39,060 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:18:41,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:43,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:43,948 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:18:47,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:49,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:53,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:54,313 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:18:54,313 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:18:57,239 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:18:59,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:04,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:06,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:08,248 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:09,481 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:19:09,482 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:19:12,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:14,153 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:19:14,252 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:18,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:20,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:24,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:24,649 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:19:24,650 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:19:26,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:30,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:32,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:34,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:38,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:39,893 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:19:39,894 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:19:40,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:42,272 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:44,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:44,435 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:19:48,276 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:50,277 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:52,279 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:54,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:19:55,092 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:19:55,093 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:19:58,283 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:00,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:03,287 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:05,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:07,289 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:09,291 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:10,317 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:20:10,317 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:20:11,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:14,637 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:20:15,294 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:17,296 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:19,298 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:21,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:23,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:25,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:25,538 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:20:25,539 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:20:27,303 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:29,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:31,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:33,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:37,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:40,847 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:20:40,847 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:20:41,312 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:44,848 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:20:45,314 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:47,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:52,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:56,105 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:20:56,105 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:20:56,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:20:58,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:02,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:06,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:08,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:11,392 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:21:11,393 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:21:12,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:14,333 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:15,092 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:21:18,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:20,337 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:24,340 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:26,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:26,718 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:21:26,718 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:21:30,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:32,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:36,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:38,352 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:41,969 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:21:41,970 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:21:43,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:45,297 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:21:45,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:49,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:51,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:53,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:57,238 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:21:57,238 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:21:57,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:21:59,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:01,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:03,375 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:07,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:09,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:11,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:12,556 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:22:12,556 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:22:13,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:15,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:15,629 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:22:17,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:21,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:23,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:25,392 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:27,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:27,822 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:22:27,823 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:22:29,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:31,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:33,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:35,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:37,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:39,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:41,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:43,052 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:22:43,052 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:22:43,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:45,084 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:22:45,183 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:22:45,230 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:22:45,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:45,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:22:45,868 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:22:47,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:49,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:51,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:53,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:55,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:57,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:22:58,314 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:22:58,315 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:22:59,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:01,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:03,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:05,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:07,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:09,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:11,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:13,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:13,576 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:23:13,576 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:23:15,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:16,058 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:23:17,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:19,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:21,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:23,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:25,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:27,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:28,804 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:23:28,805 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:23:29,439 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:31,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:33,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:35,445 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:38,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:40,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:42,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:44,074 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:23:44,075 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:23:44,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:46,290 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:23:49,359 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:23:49,393 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:23:49,438 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:23:49,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:23:50,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:51,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:54,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:23:59,265 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:23:59,266 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:24:02,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:24:14,436 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:24:14,437 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:24:16,499 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:24:29,614 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:24:29,615 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:24:44,786 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:24:44,787 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:24:46,721 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:24:59,956 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:24:59,957 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:25:14,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:25:15,128 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:25:15,129 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:25:16,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:25:16,925 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:25:30,298 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:25:30,299 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:25:45,469 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:25:45,470 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:25:45,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:25:47,200 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:25:47,537 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:25:51,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:25:55,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:25:57,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:00,782 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:26:00,782 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:26:01,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:05,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:07,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:11,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:15,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:16,165 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:26:16,165 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:26:17,445 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:26:17,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:21,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:23,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:27,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:29,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:31,420 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:26:31,420 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:26:33,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:35,572 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:39,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:41,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:46,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:46,718 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:26:46,718 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:26:47,681 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:26:48,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:50,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:54,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:56,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:26:58,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:01,979 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:27:01,980 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:27:02,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:04,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:06,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:08,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:12,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:14,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:16,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:17,167 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:27:17,167 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:27:17,924 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:27:18,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:22,613 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:24,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:26,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:28,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:30,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:32,405 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:27:32,405 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:27:32,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:34,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:36,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:38,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:40,630 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:42,632 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:44,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:46,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:47,698 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:27:47,698 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:27:48,151 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:27:48,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:51,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:53,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:27:57,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:01,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:02,897 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:28:02,898 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:28:05,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:07,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:11,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:15,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:17,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:18,204 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:28:18,204 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:28:18,373 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:28:21,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:23,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:27,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:31,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:33,463 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:28:33,464 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:28:33,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:37,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:39,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:43,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:45,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:48,569 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:28:48,802 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:28:48,803 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:28:49,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:51,684 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:55,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:28:57,688 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:00,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:04,004 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:29:04,005 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:29:04,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:06,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:10,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:12,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:14,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:16,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:18,811 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:29:19,274 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:29:19,275 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:29:20,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:22,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:24,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:26,713 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:30,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:32,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:34,460 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:29:34,461 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:29:34,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:36,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:38,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:40,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:44,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:46,731 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:48,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:49,068 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:29:49,672 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:29:49,673 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:29:50,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:52,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:54,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:56,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:29:58,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:00,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:02,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:04,697 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:30:04,797 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:30:04,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:04,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:30:04,832 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:30:04,995 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:30:04,996 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:30:05,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:06,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:08,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:12,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:16,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:18,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:19,329 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:30:20,300 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:30:20,301 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:30:22,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:26,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:29,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:33,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:35,581 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:30:35,581 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:30:35,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:39,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:41,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:45,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:49,562 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:30:49,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:50,946 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:30:50,947 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:30:51,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:55,875 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:57,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:30:59,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:03,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:05,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:06,341 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:31:06,341 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:31:10,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:12,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:14,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:18,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:19,813 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:31:20,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:21,542 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:31:21,543 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:31:22,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:26,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:28,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:30,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:34,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:36,793 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:31:36,794 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:31:36,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:38,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:42,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:44,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:46,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:48,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:50,015 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:31:50,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:51,962 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:31:51,962 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:31:52,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:54,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:31:58,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:00,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:02,932 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:04,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:06,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:07,126 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:32:07,127 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:32:08,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:10,938 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:12,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:15,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:17,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:19,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:20,243 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:32:21,948 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:22,391 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:32:22,392 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:32:25,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:29,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:31,956 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:35,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:37,562 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:32:37,562 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:32:39,961 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:41,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:45,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:49,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:50,516 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:32:51,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:52,834 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:32:52,834 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:32:55,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:32:57,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:01,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:03,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:07,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:08,019 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:33:08,020 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:33:09,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:13,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:16,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:20,751 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:33:20,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:22,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:23,186 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:33:23,186 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:33:26,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:28,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:31,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:35,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:37,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:38,486 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:33:38,487 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:33:39,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:43,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:45,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:47,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:49,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:50,957 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:33:53,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:53,835 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:33:53,836 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:33:55,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:57,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:33:59,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:01,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:03,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:07,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:09,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:09,097 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:34:09,098 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:34:11,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:13,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:15,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:17,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:19,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:21,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:21,196 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:34:23,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:24,386 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:34:24,387 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:34:25,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:27,053 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:28,785 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:34:28,905 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:34:28,949 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:34:29,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:34:30,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:34,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:38,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:39,744 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:34:39,745 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:34:42,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:44,067 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:48,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:51,471 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:34:52,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:54,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:34:55,008 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:34:55,008 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:34:58,079 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:02,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:04,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:08,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:10,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:10,288 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:35:10,288 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:35:14,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:16,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:20,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:21,688 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:35:22,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:25,597 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:35:25,597 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:35:26,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:28,104 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:32,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:34,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:37,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:40,800 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:35:40,800 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:35:41,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:43,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:47,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:49,117 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:51,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:51,957 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:35:55,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:55,996 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:35:55,997 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:35:57,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:35:59,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:01,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:05,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:07,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:09,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:11,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:11,169 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:36:11,169 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:36:13,135 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:15,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:17,138 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:21,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:22,206 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:36:23,143 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:25,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:26,334 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:36:26,335 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:36:27,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:29,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:31,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:33,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:35,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:37,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:39,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:41,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:41,650 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:36:41,652 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:36:45,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:49,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:52,540 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:36:54,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:56,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:36:56,917 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:36:56,917 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:37:00,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:02,179 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:06,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:10,185 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:12,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:12,250 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:37:12,251 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:37:16,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:18,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:22,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:22,787 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:37:24,199 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:27,619 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:37:27,619 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:37:28,202 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:30,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:34,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:36,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:40,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:42,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:42,960 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:37:42,960 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:37:46,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:49,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:51,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:53,033 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:37:55,225 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:57,227 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:37:58,181 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:37:58,182 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:37:59,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:03,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:05,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:07,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:09,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:13,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:13,436 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:38:13,437 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:38:15,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:17,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:19,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:23,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:23,308 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:38:25,252 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:27,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:28,702 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:38:28,703 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:38:29,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:31,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:33,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:35,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:37,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:39,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:41,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:43,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:43,872 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:38:43,872 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:38:45,272 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:47,274 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:49,276 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:51,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:52,344 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:38:52,438 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:38:52,487 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:38:53,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:53,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:38:53,590 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:38:54,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:58,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:38:59,050 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:38:59,051 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:39:02,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:04,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:08,294 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:12,296 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:14,313 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:39:14,314 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:39:16,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:18,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:22,303 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:23,870 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:39:24,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:28,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:29,533 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:39:29,534 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:39:30,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:34,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:36,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:40,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:42,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:44,699 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:39:44,700 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:39:46,321 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:49,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:53,326 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:54,239 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:39:55,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:59,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:39:59,940 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:39:59,940 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:40:01,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:03,335 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:07,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:09,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:11,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:15,294 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:40:15,295 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:40:15,346 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:17,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:19,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:23,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:24,467 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:40:25,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:27,357 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:29,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:30,464 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:40:30,465 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:40:31,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:35,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:37,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:39,368 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:41,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:43,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:45,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:45,700 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:40:45,700 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:40:47,375 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:49,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:52,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:54,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:54,704 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:40:56,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:40:58,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:00,388 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:00,923 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:41:00,924 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:41:02,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:04,392 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:06,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:10,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:14,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:16,211 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:41:16,212 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:41:16,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:20,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:24,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:24,914 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:41:28,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:30,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:31,463 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:41:31,463 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:41:34,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:36,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:40,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:44,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:46,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:46,783 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:41:46,784 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:41:51,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:55,140 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:41:55,435 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:41:57,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:01,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:02,186 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:42:02,187 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:42:03,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:07,445 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:09,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:13,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:15,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:17,547 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:42:17,548 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:42:19,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:21,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:23,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:25,347 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:42:27,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:29,463 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:31,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:32,808 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:42:32,809 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:42:35,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:37,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:39,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:41,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:43,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:47,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:48,109 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:42:48,109 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:42:49,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:51,483 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:53,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:55,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:42:55,574 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:42:58,492 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:00,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:02,496 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:03,346 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:43:03,346 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:43:06,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:08,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:10,503 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:12,505 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:14,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:16,509 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:18,511 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:18,569 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:43:18,569 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:43:19,370 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:43:19,463 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:43:19,508 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:43:19,513 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:43:20,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:24,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:25,789 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:43:28,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:32,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:33,833 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:43:33,834 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:43:34,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:38,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:42,531 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:44,533 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:48,535 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:49,104 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:43:49,105 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:43:50,537 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:54,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:43:56,026 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:43:57,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:01,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:03,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:04,270 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:44:04,270 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:44:07,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:09,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:13,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:15,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:19,440 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:44:19,441 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:44:19,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:21,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:25,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:26,230 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:44:27,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:29,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:33,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:34,685 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:44:34,685 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:44:35,576 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:37,578 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:41,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:43,583 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:45,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:47,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:50,022 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:44:50,023 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:44:51,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:53,592 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:55,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:44:56,481 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:44:57,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:01,599 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:04,602 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:05,270 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:45:05,271 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:45:06,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:08,604 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:10,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:12,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:14,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:16,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:18,612 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:20,442 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:45:20,443 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:45:20,613 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:22,615 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:24,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:26,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:26,718 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:45:28,619 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:30,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:32,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:35,670 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:45:35,671 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:45:36,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:38,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:42,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:46,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:48,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:50,947 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:45:50,947 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:45:52,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:56,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:45:57,000 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:45:58,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:02,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:04,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:06,206 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:46:06,206 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:46:08,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:10,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:14,649 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:16,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:20,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:21,380 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:46:21,381 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:46:23,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:27,261 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:46:27,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:29,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:31,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:35,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:36,649 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:46:36,649 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:46:37,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:41,669 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:43,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:45,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:49,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:51,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:51,878 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:46:51,879 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:46:53,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:55,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:46:57,476 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:46:59,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:01,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:03,688 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:05,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:07,125 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:47:07,125 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:47:07,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:09,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:13,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:15,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:17,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:19,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:21,705 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:22,330 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:47:22,331 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:47:23,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:25,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:27,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:27,774 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:47:29,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:31,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:33,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:35,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:37,603 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:47:37,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:47:37,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:39,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:40,290 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:47:40,385 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:47:40,433 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:47:40,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:47:41,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:42,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:44,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:46,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:48,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:50,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:52,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:52,884 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:47:52,885 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:47:54,738 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:56,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:47:58,007 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:47:58,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:00,744 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:02,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:04,748 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:06,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:08,098 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:48:08,099 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:48:08,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:10,754 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:12,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:14,756 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:16,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:18,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:20,760 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:22,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:23,336 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:48:23,337 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:48:24,763 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:26,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:28,293 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:48:28,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:30,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:32,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:34,770 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:36,771 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:38,593 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:48:38,594 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:48:38,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:44,734 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:48:44,759 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:48:44,804 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:48:44,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:48:46,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:48,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:48:53,792 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:48:53,794 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:48:58,509 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:48:58,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:49:08,975 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:49:08,976 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:49:24,147 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:49:24,148 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:49:28,729 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:49:39,328 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:49:39,329 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:49:54,493 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:49:54,494 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:49:58,944 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:50:09,673 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:50:09,674 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:50:24,851 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:50:24,852 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:50:29,156 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:50:37,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:50:40,024 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:50:40,024 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:50:41,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:50:45,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:50:49,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:50:51,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:50:55,348 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:50:55,349 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:50:55,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:50:59,417 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:50:59,902 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:03,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:05,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:09,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:10,672 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:51:10,673 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:51:11,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:15,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:20,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:22,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:25,832 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:51:25,833 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:51:26,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:28,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:29,623 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:51:32,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:34,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:38,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:40,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:40,993 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:51:40,993 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:51:42,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:46,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:48,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:50,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:54,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:56,270 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:51:56,270 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:51:56,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:58,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:51:59,841 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:52:02,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:04,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:06,949 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:08,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:11,579 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:52:11,580 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:52:12,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:14,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:16,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:18,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:20,959 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:22,961 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:24,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:26,900 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:52:26,901 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:52:26,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:30,073 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:52:31,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:33,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:35,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:37,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:39,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:41,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:42,124 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:52:42,124 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:52:43,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:45,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:47,985 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:49,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:53,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:52:57,380 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:52:57,381 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:52:57,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:00,288 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:53:01,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:03,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:08,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:12,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:12,695 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:53:12,696 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:53:14,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:18,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:20,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:24,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:26,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:28,018 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:53:28,019 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:53:30,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:30,558 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:53:32,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:36,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:39,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:43,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:43,200 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:53:43,200 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:53:45,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:49,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:51,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:55,040 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:57,042 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:53:58,434 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:53:58,435 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:53:59,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:00,780 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:54:03,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:05,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:07,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:11,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:13,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:13,791 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:54:13,791 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:54:15,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:17,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:21,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:23,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:25,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:29,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:29,113 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:54:29,113 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:54:31,024 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:54:31,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:33,072 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:35,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:37,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:39,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:41,079 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:43,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:44,407 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:54:44,408 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:54:45,083 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:47,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:50,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:52,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:54,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:56,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:58,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:54:59,610 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:54:59,610 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:55:00,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:00,281 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:55:00,406 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:55:00,445 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:55:01,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:55:01,267 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:55:02,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:03,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:06,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:08,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:12,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:14,882 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:55:14,883 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:55:16,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:20,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:22,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:26,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:28,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:30,241 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:55:30,242 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:55:31,527 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:55:32,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:34,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:39,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:43,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:45,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:45,408 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:55:45,409 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:55:49,132 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:51,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:55,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:57,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:55:59,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:00,579 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:56:00,579 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:56:01,770 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:56:03,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:05,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:09,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:11,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:13,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:15,813 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:56:15,813 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:56:17,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:19,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:21,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:25,163 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:27,165 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:29,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:31,136 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:56:31,137 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:56:31,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:32,083 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:56:35,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:37,172 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:39,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:41,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:44,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:46,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:46,400 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:56:46,400 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:56:50,181 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:52,183 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:54,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:56,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:56:58,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:00,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:01,579 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:57:01,580 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:57:02,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:02,337 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:57:04,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:06,195 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:08,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:10,199 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:12,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:14,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:16,873 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:57:16,873 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:57:18,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:20,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:24,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:28,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:30,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:32,175 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:57:32,175 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:57:32,664 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:57:34,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:38,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:40,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:44,227 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:46,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:47,342 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:57:47,342 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:57:50,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:54,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:57:56,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:00,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:02,609 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:58:02,610 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:58:02,932 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:58:03,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:07,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:09,248 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:13,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:15,252 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:17,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:17,842 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:58:17,843 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:58:21,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:23,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:25,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:29,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:31,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:33,124 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:58:33,125 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:58:33,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:33,301 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:58:37,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:39,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:41,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:43,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:47,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:48,443 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:58:48,444 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:58:49,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:51,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:53,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:55,286 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:58:59,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:01,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:03,294 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:03,490 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:59:03,686 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:59:03,687 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:59:05,296 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:07,298 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:09,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:11,301 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:13,303 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:15,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:17,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:18,898 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:59:18,899 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:59:19,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:21,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:23,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:24,173 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 14:59:24,218 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 14:59:24,248 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 14:59:24,314 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 14:59:26,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:30,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:33,827 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 14:59:34,066 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:59:34,067 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:59:34,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:36,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:40,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:44,331 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:46,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:49,373 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 14:59:49,374 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 14:59:50,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:52,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 14:59:56,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:00,344 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:02,346 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:04,094 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:00:04,696 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:00:04,697 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:00:06,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:08,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:12,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:14,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:18,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:20,113 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:00:20,114 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:00:20,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:24,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:26,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:30,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:32,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:34,366 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:00:34,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:35,512 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:00:35,512 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:00:38,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:41,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:43,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:47,383 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:49,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:50,790 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:00:50,791 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:00:51,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:53,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:57,392 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:00:59,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:01,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:03,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:04,625 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:01:06,168 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:01:06,168 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:01:07,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:09,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:11,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:13,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:15,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:17,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:19,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:21,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:21,529 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:01:21,530 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:01:23,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:25,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:27,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:29,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:32,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:34,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:34,817 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:01:36,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:36,896 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:01:36,897 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:01:38,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:42,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:46,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:48,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:52,427 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:01:52,427 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:01:52,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:56,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:01:58,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:02,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:05,029 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:02:06,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:07,742 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:02:07,743 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:02:08,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:12,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:14,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:18,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:22,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:22,994 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:02:22,995 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:02:24,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:29,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:31,463 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:35,271 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:02:35,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:37,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:38,162 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:02:38,163 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:02:39,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:43,473 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:45,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:49,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:51,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:53,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:53,496 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:02:53,497 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:02:57,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:02:59,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:01,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:03,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:05,516 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:03:07,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:08,807 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:03:08,808 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:03:09,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:11,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:13,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:15,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:19,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:21,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:23,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:24,002 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:03:24,003 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:03:25,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:27,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:29,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:31,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:33,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:35,722 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:03:36,519 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:38,521 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:39,225 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:03:39,225 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:03:40,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:42,524 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:44,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:46,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:48,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:48,785 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:03:48,822 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:03:48,867 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:03:49,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:03:50,529 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:54,417 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:03:54,418 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:03:54,531 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:03:58,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:00,535 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:04,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:05,949 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:04:08,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:09,722 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:04:09,723 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:04:10,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:14,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:16,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:20,549 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:24,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:24,999 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:04:25,000 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:04:27,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:31,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:33,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:36,159 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:04:37,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:39,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:40,167 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:04:40,168 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:04:43,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:45,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:49,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:51,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:53,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:55,385 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:04:55,386 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:04:57,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:04:59,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:01,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:05,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:06,388 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:05:07,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:09,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:10,604 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:05:10,605 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:05:13,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:15,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:17,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:19,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:23,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:25,602 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:25,780 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:05:25,780 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:05:27,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:29,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:31,606 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:33,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:36,627 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:05:38,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:40,613 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:40,977 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:05:40,977 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:05:42,615 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:44,617 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:46,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:48,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:50,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:52,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:54,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:56,217 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:05:56,218 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:05:56,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:05:58,630 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:00,632 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:02,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:06,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:06,832 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:06:08,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:11,522 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:06:11,523 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:06:12,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:16,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:18,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:22,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:26,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:26,824 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:06:26,824 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:06:28,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:32,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:34,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:37,048 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:06:38,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:42,081 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:06:42,082 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:06:42,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:44,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:49,669 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:51,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:53,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:57,249 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:06:57,250 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:06:57,677 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:06:59,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:03,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:05,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:07,317 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:07:09,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:11,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:12,479 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:07:12,480 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:07:13,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:17,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:19,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:21,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:23,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:27,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:27,712 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:07:27,713 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:07:29,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:31,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:33,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:37,526 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:07:37,705 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:39,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:41,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:42,961 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:07:42,962 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:07:43,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:45,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:49,713 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:51,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:54,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:56,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:07:58,286 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:07:58,287 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:07:58,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:00,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:02,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:04,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:06,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:07,733 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:08:08,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:10,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:11,808 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:08:11,901 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:08:11,949 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:08:12,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:12,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:08:13,680 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:08:13,681 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:08:13,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:16,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:20,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:24,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:26,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:28,961 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:08:28,962 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:08:30,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:34,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:36,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:37,984 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:08:41,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:44,227 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:08:44,228 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:08:45,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:47,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:51,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:53,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:57,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:08:59,547 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:08:59,548 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:08:59,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:03,777 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:05,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:08,216 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:09:09,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:11,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:14,856 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:09:14,857 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:09:15,787 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:17,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:19,791 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:23,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:25,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:29,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:30,028 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:09:30,029 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:09:31,801 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:35,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:37,804 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:38,431 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:09:39,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:41,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:45,201 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:09:45,202 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:09:45,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:47,812 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:50,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:52,817 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:54,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:09:56,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:00,449 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:10:00,450 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:10:00,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:02,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:04,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:06,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:08,652 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:10:08,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:10,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:12,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:14,837 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:15,695 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:10:15,695 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:10:16,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:18,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:20,843 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:22,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:24,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:26,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:28,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:30,859 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:10:30,859 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:10:32,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:36,856 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:38,855 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:10:40,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:42,865 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:46,110 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:10:46,110 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:10:46,868 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:48,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:52,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:57,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:10:59,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:01,459 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:11:01,459 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:11:03,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:05,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:09,079 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:11:09,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:11,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:15,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:16,822 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:11:16,823 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:11:17,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:21,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:23,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:25,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:29,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:31,906 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:32,192 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:11:32,194 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:11:35,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:37,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:39,305 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:11:39,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:43,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:45,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:47,361 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:11:47,361 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:11:49,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:51,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:53,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:57,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:11:59,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:02,530 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:12:02,530 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:12:02,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:04,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:06,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:09,559 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:12:10,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:12,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:14,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:16,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:17,784 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:12:17,785 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:12:18,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:20,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:22,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:24,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:28,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:30,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:32,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:33,030 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:12:33,031 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:12:34,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:36,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:38,518 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:12:38,615 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:12:38,661 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:12:38,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:38,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:12:39,793 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:12:40,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:42,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:44,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:46,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:48,282 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:12:48,282 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:12:48,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:50,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:52,985 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:54,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:56,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:12:58,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:00,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:02,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:03,491 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:13:03,492 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:13:04,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:06,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:09,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:09,990 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:13:11,002 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:13,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:15,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:17,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:18,749 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:13:18,750 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:13:19,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:21,012 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:23,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:25,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:27,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:29,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:31,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:33,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:33,986 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:13:33,986 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:13:35,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:37,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:39,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:40,176 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:13:43,738 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:13:43,771 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:13:43,808 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:13:44,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:13:45,036 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:46,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:47,038 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:13:49,259 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:13:49,260 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:13:57,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:14:04,425 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:14:04,426 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:14:10,394 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:14:19,600 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:14:19,601 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:14:34,772 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:14:34,772 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:14:40,608 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:14:49,943 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:14:49,944 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:15:05,440 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:15:05,441 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:15:10,818 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:15:20,649 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:15:20,649 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:15:35,921 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:15:35,922 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:15:36,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:15:38,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:15:41,056 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:15:42,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:15:46,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:15:49,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:15:51,093 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:15:51,094 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:15:53,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:15:57,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:15:59,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:03,130 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:06,377 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:16:06,378 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:16:07,132 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:09,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:11,294 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:16:13,135 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:17,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:19,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:21,645 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:16:21,645 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:16:23,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:25,143 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:29,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:31,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:35,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:36,906 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:16:36,906 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:16:37,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:39,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:41,518 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:16:43,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:45,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:47,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:52,098 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:16:52,099 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:16:52,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:54,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:16:56,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:00,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:02,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:04,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:06,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:07,337 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:17:07,338 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:17:10,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:11,759 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:17:12,181 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:14,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:16,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:18,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:22,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:22,658 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:17:22,658 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:17:24,190 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:26,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:28,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:30,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:32,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:34,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:36,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:37,982 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:17:37,983 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:17:38,202 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:40,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:41,958 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:17:42,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:44,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:46,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:48,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:52,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:53,149 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:17:53,149 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:17:55,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:17:59,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:03,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:05,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:08,463 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:18:08,464 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:18:09,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:12,164 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:18:13,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:15,231 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:19,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:21,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:23,841 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:18:23,842 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:18:25,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:29,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:31,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:33,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:37,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:39,227 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:18:39,228 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:18:39,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:42,403 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:18:43,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:45,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:49,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:51,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:53,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:18:54,495 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:18:54,495 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:18:57,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:00,265 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:04,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:06,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:08,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:09,765 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:19:09,765 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:19:10,272 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:12,673 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:19:14,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:16,277 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:18,279 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:20,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:24,284 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:25,102 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:19:25,102 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:19:26,286 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:28,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:30,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:32,291 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:34,293 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:36,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:38,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:40,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:40,364 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:19:40,365 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:19:42,301 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:42,914 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:19:44,303 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:46,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:48,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:50,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:52,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:54,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:55,592 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:19:55,592 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:19:56,315 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:57,593 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:19:57,694 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:19:57,726 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:19:58,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:19:58,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:20:00,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:03,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:07,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:09,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:10,750 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:20:10,751 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:20:13,171 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:20:13,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:17,335 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:19,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:23,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:26,038 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:20:26,039 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:20:27,344 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:29,346 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:33,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:35,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:39,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:41,280 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:20:41,281 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:20:41,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:43,392 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:20:45,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:47,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:51,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:53,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:56,689 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:20:56,690 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:20:57,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:20:59,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:03,375 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:05,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:07,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:09,381 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:11,928 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:21:11,929 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:21:13,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:13,637 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:21:15,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:19,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:22,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:24,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:26,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:27,162 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:21:27,163 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:21:30,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:32,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:34,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:36,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:38,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:40,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:42,436 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:21:42,437 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:21:43,835 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:21:44,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:46,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:48,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:50,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:52,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:54,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:56,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:21:57,601 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:21:57,601 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:21:58,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:00,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:02,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:04,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:06,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:08,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:12,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:12,884 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:22:12,885 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:22:14,099 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:22:16,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:20,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:22,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:26,435 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:28,078 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:22:28,078 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:22:30,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:33,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:37,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:41,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:43,281 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:22:43,281 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:22:43,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:44,322 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:22:47,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:49,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:53,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:55,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:22:58,621 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:22:58,622 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:22:59,463 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:01,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:05,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:07,469 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:11,473 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:13,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:13,823 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:23:13,824 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:23:14,566 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:23:17,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:19,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:21,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:25,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:27,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:29,084 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:23:29,084 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:23:29,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:31,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:35,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:37,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:39,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:41,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:44,405 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:23:44,405 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:23:44,790 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:23:46,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:48,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:50,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:52,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:54,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:56,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:58,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:23:59,650 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:23:59,650 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:24:00,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:04,519 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:06,521 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:08,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:10,524 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:12,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:14,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:14,878 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:24:14,878 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:24:15,052 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:24:16,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:18,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:20,377 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:24:20,473 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:24:20,517 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:24:20,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:20,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:24:21,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:22,531 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:26,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:28,535 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:30,054 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:24:30,055 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:24:32,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:36,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:38,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:42,544 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:45,287 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:24:45,332 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:24:45,333 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:24:47,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:49,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:53,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:55,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:24:59,555 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:00,736 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:25:00,737 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:25:01,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:05,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:09,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:11,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:13,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:15,512 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:25:16,022 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:25:16,022 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:25:17,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:19,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:23,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:25,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:29,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:31,346 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:25:31,347 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:25:31,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:35,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:37,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:39,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:43,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:45,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:45,735 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:25:46,775 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:25:46,776 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:25:47,592 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:49,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:53,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:55,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:25:58,599 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:00,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:02,110 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:26:02,111 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:26:02,601 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:04,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:08,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:10,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:12,608 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:14,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:16,030 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:26:16,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:17,406 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:26:17,406 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:26:18,612 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:20,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:22,615 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:24,617 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:26,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:28,619 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:30,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:32,609 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:26:32,609 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:26:32,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:34,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:38,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:42,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:44,630 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:46,329 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:26:48,004 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:26:48,004 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:26:48,632 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:52,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:54,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:26:58,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:00,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:03,330 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:27:03,331 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:27:04,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:08,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:10,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:15,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:16,544 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:27:17,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:18,578 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:27:18,579 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:27:21,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:23,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:27,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:29,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:33,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:33,828 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:27:33,829 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:27:35,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:37,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:41,667 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:43,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:45,669 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:46,785 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:27:49,101 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:27:49,101 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:27:49,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:51,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:53,675 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:57,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:27:59,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:01,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:03,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:04,300 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:28:04,301 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:28:07,684 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:09,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:11,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:13,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:15,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:17,048 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:28:17,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:19,539 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:28:19,540 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:28:22,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:24,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:26,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:28,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:30,705 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:32,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:34,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:34,778 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:28:34,778 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:28:36,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:38,713 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:40,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:42,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:44,068 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:28:44,102 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:28:44,149 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:28:44,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:44,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:28:46,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:47,291 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:28:48,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:50,039 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:28:50,040 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:28:52,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:28:56,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:00,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:02,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:05,335 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:29:05,335 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:29:06,738 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:10,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:12,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:16,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:17,548 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:29:20,642 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:29:20,642 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:29:20,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:22,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:26,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:29,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:33,761 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:35,763 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:35,931 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:29:35,931 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:29:39,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:41,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:45,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:47,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:47,783 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:29:51,148 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:29:51,149 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:29:51,777 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:53,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:55,781 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:29:59,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:01,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:03,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:06,380 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:30:06,381 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:30:07,791 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:09,793 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:11,795 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:13,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:17,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:18,066 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:30:19,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:21,578 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:30:21,579 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:30:21,804 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:23,806 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:25,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:27,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:31,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:33,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:35,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:36,872 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:30:36,873 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:30:37,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:39,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:41,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:43,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:45,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:47,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:48,319 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:30:49,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:52,185 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:30:52,186 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:30:52,834 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:54,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:56,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:30:58,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:00,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:04,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:07,532 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:31:07,532 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:31:08,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:10,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:14,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:18,598 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:31:18,856 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:20,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:22,871 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:31:22,871 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:31:24,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:26,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:30,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:34,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:36,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:38,103 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:31:38,103 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:31:38,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:42,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:44,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:48,853 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:31:48,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:51,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:53,404 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:31:53,405 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:31:55,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:31:57,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:01,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:03,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:05,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:08,706 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:32:08,707 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:32:09,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:11,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:13,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:17,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:19,143 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:32:19,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:21,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:23,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:24,008 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:32:24,008 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:32:27,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:29,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:31,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:33,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:35,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:39,194 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:32:39,195 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:32:39,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:41,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:43,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:45,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:47,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:49,443 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:32:49,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:51,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:53,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:54,361 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:32:54,362 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:32:55,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:57,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:32:59,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:01,948 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:03,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:05,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:06,518 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:33:06,615 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:33:06,662 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:33:06,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:33:07,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:08,956 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:09,590 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:33:09,598 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:33:12,959 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:14,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:18,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:19,671 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:33:22,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:24,881 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:33:24,881 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:33:24,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:28,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:32,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:34,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:38,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:40,194 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:33:40,194 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:33:40,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:44,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:46,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:49,897 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:33:50,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:52,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:55,468 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:33:55,468 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:33:56,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:33:58,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:03,002 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:06,005 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:10,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:10,762 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:34:10,763 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:34:12,010 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:14,012 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:18,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:20,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:20,137 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:34:24,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:26,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:26,070 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:34:26,071 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:34:28,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:30,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:34,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:36,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:38,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:40,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:41,310 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:34:41,310 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:34:44,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:46,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:48,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:50,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:50,370 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:34:52,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:54,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:56,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:34:56,543 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:34:56,543 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:34:58,050 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:00,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:02,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:04,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:06,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:08,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:10,061 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:11,710 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:35:11,711 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:35:12,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:14,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:16,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:18,068 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:20,657 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:35:23,072 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:25,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:26,887 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:35:26,888 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:35:29,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:33,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:35,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:39,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:41,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:42,090 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:35:42,091 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:35:45,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:49,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:50,902 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:35:51,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:55,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:57,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:35:57,347 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:35:57,347 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:36:01,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:03,104 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:07,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:09,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:12,578 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:36:12,579 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:36:13,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:15,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:19,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:21,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:21,223 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:36:23,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:27,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:27,795 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:36:27,795 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:36:29,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:32,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:36,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:38,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:40,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:43,055 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:36:43,056 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:36:44,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:46,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:48,138 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:50,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:51,463 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:36:52,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:56,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:58,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:36:58,222 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:36:58,223 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:37:00,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:02,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:04,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:06,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:08,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:10,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:12,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:13,529 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:37:13,529 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:37:14,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:16,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:18,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:20,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:21,706 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:37:22,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:24,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:26,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:27,096 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:37:27,237 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:37:27,320 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:37:28,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:28,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:37:28,768 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:37:28,769 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:37:30,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:32,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:34,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:36,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:39,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:41,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:43,331 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:43,998 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:37:43,999 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:37:45,333 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:47,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:49,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:51,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:51,902 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:37:53,340 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:55,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:57,344 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:37:59,264 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:37:59,265 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:37:59,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:01,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:03,348 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:05,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:07,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:09,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:11,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:13,357 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:14,552 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:38:14,552 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:38:15,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:17,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:19,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:21,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:22,096 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:38:23,367 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:25,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:27,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:29,811 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:38:29,812 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:38:31,949 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:38:31,986 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:38:32,033 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:38:32,375 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:32,375 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:38:33,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:35,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:45,005 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:38:45,006 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:38:45,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:38:52,302 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:39:00,179 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:39:00,180 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:39:15,359 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:39:15,359 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:39:22,521 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:39:30,603 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:39:30,604 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:39:45,774 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:39:45,774 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:39:52,737 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:40:00,956 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:40:00,956 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:40:16,134 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:40:16,135 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:40:22,952 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:40:24,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:28,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:31,453 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:40:31,454 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:40:32,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:34,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:38,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:42,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:45,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:46,715 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:40:46,716 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:40:49,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:53,163 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:40:53,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:55,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:40:59,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:02,001 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:41:02,002 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:41:03,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:05,487 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:09,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:11,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:15,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:17,363 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:41:17,364 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:41:19,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:21,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:23,436 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:41:23,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:27,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:29,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:32,680 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:41:32,681 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:41:33,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:35,509 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:37,511 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:41,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:43,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:45,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:47,958 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:41:47,959 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:41:50,521 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:52,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:53,660 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:41:54,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:41:56,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:00,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:02,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:03,296 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:42:03,296 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:42:04,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:06,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:08,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:10,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:14,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:16,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:18,544 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:18,611 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:42:18,612 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:42:20,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:22,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:23,971 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:42:24,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:26,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:28,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:30,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:32,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:33,890 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:42:33,891 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:42:34,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:36,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:38,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:40,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:44,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:48,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:49,066 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:42:49,066 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:42:50,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:54,186 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:42:54,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:42:58,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:01,576 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:04,367 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:43:04,367 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:43:05,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:07,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:11,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:13,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:17,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:19,848 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:43:19,849 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:43:21,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:23,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:24,402 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:43:27,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:29,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:31,602 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:35,175 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:43:35,176 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:43:35,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:37,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:41,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:43,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:47,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:49,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:50,383 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:43:50,384 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:43:51,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:54,616 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:43:55,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:43:57,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:00,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:02,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:05,580 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:44:05,580 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:44:06,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:08,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:10,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:12,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:16,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:18,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:20,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:20,879 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:44:20,879 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:44:22,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:24,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:24,835 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:44:26,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:28,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:30,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:32,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:34,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:36,156 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:44:36,156 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:44:36,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:38,657 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:40,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:42,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:44,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:46,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:47,680 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:44:47,750 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:44:47,804 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:44:48,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:48,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:44:51,403 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:44:51,404 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:44:52,806 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:55,107 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:44:56,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:44:58,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:03,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:06,688 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:45:06,688 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:45:07,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:09,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:13,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:17,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:19,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:21,851 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:45:21,852 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:45:23,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:25,363 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:45:27,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:29,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:33,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:35,837 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:37,092 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:45:37,092 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:45:39,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:41,843 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:45,846 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:47,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:51,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:52,260 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:45:52,260 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:45:53,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:55,579 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:45:55,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:45:59,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:01,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:04,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:07,552 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:46:07,552 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:46:08,865 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:10,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:12,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:16,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:18,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:20,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:22,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:22,886 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:46:22,887 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:46:24,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:25,829 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:46:28,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:30,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:32,885 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:34,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:36,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:38,173 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:46:38,173 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:46:38,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:40,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:42,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:44,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:46,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:48,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:50,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:52,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:53,420 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:46:53,420 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:46:54,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:56,041 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:46:56,902 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:46:58,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:01,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:05,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:07,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:08,624 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:47:08,624 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:47:11,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:15,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:17,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:21,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:23,909 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:47:23,910 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:47:25,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:26,287 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:47:27,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:31,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:33,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:37,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:39,163 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:47:39,164 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:47:39,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:43,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:45,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:49,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:52,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:54,340 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:47:54,340 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:47:56,522 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:47:56,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:47:58,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:02,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:04,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:06,949 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:09,661 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:48:09,662 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:48:10,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:12,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:14,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:18,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:20,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:22,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:25,035 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:48:25,036 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:48:26,831 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:48:26,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:28,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:30,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:32,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:34,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:38,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:40,371 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:48:40,372 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:48:40,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:42,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:44,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:46,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:48,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:53,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:55,631 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:48:55,631 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:48:55,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:57,074 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:48:57,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:48:59,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:01,985 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:03,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:05,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:07,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:09,991 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:10,884 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:49:10,885 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:49:11,052 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:49:11,098 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:49:11,129 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:49:12,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:12,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:49:13,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:14,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:16,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:20,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:24,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:26,283 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:49:26,283 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:49:27,345 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:49:28,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:30,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:34,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:38,038 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:40,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:41,610 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:49:41,610 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:49:44,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:46,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:50,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:54,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:56,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:49:56,930 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:49:56,930 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:49:57,577 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:50:00,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:05,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:07,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:11,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:12,226 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:50:12,227 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:50:13,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:15,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:19,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:21,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:25,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:27,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:27,423 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:50:27,424 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:50:27,784 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:50:29,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:33,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:35,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:37,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:41,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:42,592 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:50:42,592 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:50:43,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:45,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:47,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:49,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:53,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:55,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:57,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:50:57,824 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:50:57,825 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:50:58,093 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:50:59,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:01,104 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:03,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:05,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:08,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:10,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:12,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:13,113 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:51:13,114 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:51:14,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:16,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:18,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:20,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:22,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:24,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:26,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:28,323 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:51:28,410 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:51:28,411 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:51:30,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:34,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:36,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:40,138 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:43,669 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:51:43,670 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:51:44,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:46,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:50,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:52,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:56,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:51:58,577 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:51:58,986 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:51:58,986 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:52:00,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:02,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:06,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:08,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:12,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:14,384 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:52:14,385 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:52:15,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:19,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:21,169 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:25,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:27,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:28,807 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:52:29,772 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:52:29,772 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:52:31,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:33,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:35,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:39,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:41,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:45,045 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:52:45,046 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:52:45,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:47,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:49,195 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:51,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:55,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:57,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:52:59,054 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:52:59,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:00,378 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:53:00,378 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:53:01,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:05,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:07,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:09,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:11,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:13,218 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:15,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:15,608 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:53:15,608 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:53:17,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:19,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:21,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:23,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:26,231 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:28,233 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:29,268 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:53:30,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:30,828 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:53:30,828 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:53:32,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:34,239 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:36,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:36,701 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:53:36,760 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:53:36,793 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:53:37,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:53:38,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:42,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:46,058 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:53:46,060 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:53:46,249 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:50,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:52,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:56,257 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:53:59,508 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:54:00,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:01,311 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:54:01,312 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:54:02,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:06,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:08,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:12,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:14,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:16,565 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:54:16,565 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:54:18,276 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:20,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:24,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:27,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:29,739 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:54:31,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:31,907 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:54:31,908 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:54:33,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:37,293 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:39,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:43,298 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:45,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:47,232 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:54:47,232 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:54:47,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:51,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:53,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:55,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:57,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:54:59,959 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:55:01,314 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:02,524 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:55:02,525 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:55:03,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:05,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:07,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:11,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:13,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:15,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:17,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:17,797 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:55:17,798 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:55:19,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:22,333 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:26,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:28,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:30,232 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:55:30,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:32,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:32,971 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:55:32,972 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:55:34,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:36,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:38,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:40,346 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:42,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:44,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:46,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:48,222 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:55:48,223 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:55:48,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:50,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:52,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:55:56,357 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:00,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:00,462 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:56:03,553 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:56:03,553 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:56:04,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:06,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:10,368 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:14,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:16,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:18,878 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:56:18,879 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:56:20,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:22,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:26,381 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:30,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:30,709 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:56:32,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:34,113 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:56:34,114 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:56:37,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:39,392 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:43,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:45,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:47,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:49,362 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:56:49,362 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:56:51,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:53,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:57,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:56:59,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:00,931 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:57:03,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:04,590 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:57:04,590 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:57:05,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:07,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:09,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:13,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:15,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:17,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:19,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:19,790 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:57:19,791 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:57:23,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:25,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:27,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:29,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:31,175 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:57:31,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:33,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:34,986 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:57:34,987 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:57:37,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:39,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:42,445 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:44,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:46,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:48,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:50,271 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:57:50,271 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:57:50,453 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:52,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:54,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:56,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:58,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:57:59,009 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 15:57:59,077 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 15:57:59,109 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 15:57:59,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 15:58:00,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:01,455 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:58:04,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:05,441 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:58:05,442 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:58:08,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:10,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:14,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:18,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:20,717 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:58:20,718 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:58:22,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:24,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:28,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:30,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:31,740 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:58:34,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:35,968 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:58:35,968 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:58:36,503 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:40,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:42,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:46,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:49,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:51,347 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:58:51,347 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:58:53,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:55,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:58:59,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:01,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:01,965 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:59:05,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:06,675 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:59:06,676 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:59:07,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:09,529 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:13,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:15,533 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:17,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:21,537 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:22,010 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:59:22,011 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:59:23,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:25,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:27,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:31,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:32,166 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 15:59:33,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:35,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:37,329 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:59:37,329 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:59:37,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:39,549 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:43,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:45,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:48,555 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:50,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:52,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:52,609 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 15:59:52,610 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 15:59:54,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:56,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 15:59:58,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:00,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:02,412 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:00:02,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:04,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:06,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:07,825 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:00:07,825 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:00:08,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:10,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:12,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:16,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:20,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:22,578 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:23,083 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:00:23,084 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:00:26,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:30,583 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:32,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:32,688 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:00:36,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:38,365 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:00:38,365 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:00:40,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:42,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:46,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:48,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:52,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:53,596 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:00:53,597 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:00:54,602 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:00:59,606 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:01,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:02,909 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:01:05,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:07,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:08,812 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:01:08,812 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:01:11,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:13,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:17,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:19,619 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:21,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:24,071 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:01:24,072 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:01:25,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:27,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:29,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:33,131 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:01:33,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:35,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:37,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:39,324 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:01:39,325 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:01:41,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:43,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:46,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:50,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:52,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:54,524 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:01:54,524 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:01:54,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:56,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:01:58,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:02,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:03,349 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:02:04,657 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:06,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:08,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:09,688 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:02:09,688 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:02:10,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:12,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:14,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:16,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:18,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:20,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:22,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:24,405 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:02:24,489 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:02:24,524 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:02:24,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:24,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:02:24,926 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:02:24,928 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:02:25,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:26,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:28,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:30,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:32,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:33,613 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:02:34,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:36,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:38,691 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:40,173 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:02:40,174 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:02:40,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:42,695 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:44,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:46,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:48,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:50,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:52,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:54,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:55,437 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:02:55,457 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:02:56,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:02:58,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:00,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:02,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:03,846 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:03:04,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:06,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:10,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:10,735 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:03:10,735 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:03:12,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:14,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:16,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:18,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:20,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:22,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:25,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:25,981 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:03:25,982 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:03:29,900 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:03:29,936 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:03:29,985 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:03:30,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:03:31,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:33,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:34,069 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:03:41,181 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:03:41,185 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:03:43,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:03:56,351 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:03:56,352 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:04:04,291 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:04:11,527 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:04:11,528 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:04:26,701 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:04:26,701 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:04:34,508 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:04:41,881 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:04:41,882 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:04:57,056 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:04:57,057 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:04,733 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:05:12,231 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:05:12,231 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:24,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:27,481 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:05:27,482 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:28,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:32,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:34,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:34,962 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:05:38,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:42,789 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:05:42,790 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:42,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:44,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:48,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:50,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:54,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:58,046 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:05:58,046 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:58,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:00,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:04,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:05,227 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:06:06,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:10,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:12,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:13,443 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:13,443 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:16,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:19,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:23,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:25,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:28,701 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:28,701 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:29,875 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:31,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:33,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:35,552 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:06:37,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:39,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:41,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:43,932 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:43,932 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:45,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:47,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:49,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:53,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:55,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:57,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:59,285 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:59,286 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:59,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:01,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:05,906 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:07:05,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:07,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:09,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:11,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:13,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:14,582 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:07:14,583 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:07:15,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:17,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:19,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:21,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:23,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:25,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:27,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:29,870 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:07:29,871 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:07:29,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:31,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:33,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:35,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:36,152 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:07:38,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:42,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:45,209 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:07:45,209 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:07:46,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:50,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:52,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:56,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:58,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:00,460 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:00,461 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:02,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:06,422 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:08:06,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:08,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:12,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:14,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:15,663 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:15,664 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:18,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:20,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:24,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:26,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:30,866 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:30,867 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:30,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:32,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:36,630 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:08:36,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:39,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:41,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:45,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:46,036 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:46,037 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:47,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:51,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:53,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:55,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:57,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:01,200 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:01,201 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:01,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:03,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:05,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:06,852 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:09:07,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:09,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:14,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:16,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:16,423 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:16,424 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:18,005 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:20,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:22,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:24,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:26,010 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:28,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:30,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:31,687 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:31,687 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:32,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:34,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:37,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:37,184 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:09:39,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:41,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:43,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:45,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:45,510 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:09:45,610 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:09:45,642 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:09:46,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:09:46,969 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:46,970 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:47,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:51,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:55,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:59,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:01,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:02,202 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:02,202 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:05,036 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:07,398 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:10:09,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:11,040 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:15,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:17,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:17,485 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:17,486 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:21,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:23,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:27,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:29,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:32,756 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:32,756 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:33,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:36,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:37,607 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:10:40,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:42,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:46,068 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:48,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:48,130 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:48,130 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:52,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:54,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:58,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:00,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:02,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:03,360 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:03,361 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:04,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:07,823 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:11:08,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:10,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:12,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:16,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:18,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:18,665 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:18,666 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:20,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:22,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:24,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:26,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:30,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:32,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:33,929 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:33,929 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:34,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:36,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:38,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:38,145 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:11:41,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:43,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:45,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:47,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:49,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:49,156 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:49,157 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:51,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:53,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:55,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:57,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:59,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:03,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:04,493 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:04,494 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:05,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:08,356 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:12:09,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:13,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:15,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:19,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:19,750 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:19,750 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:23,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:25,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:29,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:31,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:35,007 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:35,007 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:35,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:38,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:38,609 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:12:42,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:44,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:48,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:50,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:50,296 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:50,297 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:54,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:56,172 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:00,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:02,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:05,476 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:05,477 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:06,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:08,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:08,874 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:13:12,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:14,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:16,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:20,190 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:20,706 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:20,706 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:22,192 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:24,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:26,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:30,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:32,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:34,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:36,026 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:36,026 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:36,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:39,095 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:13:39,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:43,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:45,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:47,208 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:49,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:51,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:51,312 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:51,313 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:53,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:55,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:57,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:59,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:01,218 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:03,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:05,221 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:06,560 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:06,561 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:07,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:08,903 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:14:09,002 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:14:09,035 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:14:09,223 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:09,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:14:09,352 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:14:10,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:11,225 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:15,227 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:17,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:21,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:21,748 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:21,749 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:25,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:27,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:31,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:35,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:36,998 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:36,998 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:37,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:39,569 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:14:41,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:43,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:47,249 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:49,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:52,384 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:52,384 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:54,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:56,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:00,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:04,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:06,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:07,723 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:07,723 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:08,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:09,778 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:15:12,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:14,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:18,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:20,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:22,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:22,998 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:22,999 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:26,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:28,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:30,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:34,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:36,287 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:38,197 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:38,197 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:38,289 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:40,016 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:15:40,291 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:42,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:46,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:48,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:50,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:52,301 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:53,390 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:53,390 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:54,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:56,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:58,306 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:02,308 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:04,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:06,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:08,312 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:08,662 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:08,662 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:10,248 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:16:10,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:13,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:15,317 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:17,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:19,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:21,321 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:23,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:23,994 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:23,995 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:25,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:29,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:33,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:35,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:39,213 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:39,213 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:39,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:40,509 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:16:43,337 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:45,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:49,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:51,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:54,492 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:54,493 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:55,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:59,348 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:01,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:05,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:08,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:09,842 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:09,843 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:10,771 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:17:12,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:14,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:18,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:20,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:24,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:25,168 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:25,168 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:26,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:28,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:32,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:34,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:36,381 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:40,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:40,403 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:40,403 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:41,017 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:17:42,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:44,388 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:48,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:50,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:52,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:54,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:55,620 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:55,620 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:56,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:00,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:02,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:04,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:06,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:08,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:10,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:10,826 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:10,827 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:11,257 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:18:12,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:15,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:17,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:19,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:21,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:23,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:25,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:26,040 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:26,040 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:27,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:29,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:31,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:31,485 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:18:31,588 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:18:31,636 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:18:32,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:18:33,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:34,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:37,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:41,215 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:41,217 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:41,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:41,540 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:18:45,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:47,448 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:51,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:55,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:56,389 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:56,389 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:57,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:01,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:03,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:07,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:11,640 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:11,641 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:19:11,826 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:19:12,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:14,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:18,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:20,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:24,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:26,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:26,861 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:26,861 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:19:30,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:32,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:36,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:38,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:40,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:42,029 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:42,030 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:19:42,194 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:19:44,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:46,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:50,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:52,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:54,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:56,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:57,226 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:57,226 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:00,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:02,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:04,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:06,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:10,513 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:12,274 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:20:12,393 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:12,393 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:12,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:14,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:16,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:18,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:21,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:23,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:25,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:27,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:27,571 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:27,571 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:29,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:31,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:33,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:35,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:37,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:39,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:41,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:42,552 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:20:42,742 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:42,742 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:43,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:45,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:49,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:53,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:55,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:57,935 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:57,936 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:59,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:03,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:05,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:10,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:12,841 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:21:13,116 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:13,117 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:21:14,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:16,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:20,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:22,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:26,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:28,407 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:28,407 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:21:28,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:32,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:34,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:38,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:40,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:43,088 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:21:43,777 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:43,778 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:21:44,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:46,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:48,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:52,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:56,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:58,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:58,982 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:58,982 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:00,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:04,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:06,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:08,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:12,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:13,324 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:22:14,237 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:14,238 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:14,612 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:16,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:21,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:23,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:25,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:27,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:29,436 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:29,437 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:29,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:31,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:33,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:35,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:37,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:39,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:43,550 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:22:43,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:44,602 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:44,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:45,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:47,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:49,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:51,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:53,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:55,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:56,398 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:22:56,498 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:22:56,547 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:22:56,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:22:57,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:59,820 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:59,821 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:01,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:05,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:07,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:11,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:13,789 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:23:15,139 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:23:15,140 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:15,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:17,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:21,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:23,675 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:28,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:30,434 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:23:30,435 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:32,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:34,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:38,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:40,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:44,019 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:23:44,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:46,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:48,985 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:23:48,985 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:50,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:52,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:56,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:58,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:02,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:04,318 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:04,318 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:04,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:06,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:10,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:12,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:14,257 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:24:14,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:18,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:19,566 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:19,566 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:20,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:22,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:24,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:28,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:30,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:33,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:34,842 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:34,843 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:35,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:37,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:41,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:43,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:44,502 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:24:45,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:47,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:49,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:50,134 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:50,134 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:51,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:53,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:55,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:57,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:59,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:01,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:03,761 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:05,426 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:05,427 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:05,763 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:07,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:09,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:11,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:14,727 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:25:15,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:19,775 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:20,611 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:20,612 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:23,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:25,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:29,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:31,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:35,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:35,833 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:35,834 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:39,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:42,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:44,962 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:25:46,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:48,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:51,141 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:51,141 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:52,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:54,804 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:58,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:00,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:04,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:06,521 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:06,521 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:06,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:10,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:12,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:15,217 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:26:16,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:18,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:21,902 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:21,902 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:22,826 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:24,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:27,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:31,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:33,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:35,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:37,229 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:37,229 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:37,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:41,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:43,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:45,455 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:26:45,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:47,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:51,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:52,536 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:52,537 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:53,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:55,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:57,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:59,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:01,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:05,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:07,801 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:07,801 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:07,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:09,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:11,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:13,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:15,756 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:27:15,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:17,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:19,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:21,001 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:27:21,105 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:27:21,155 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:27:21,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:21,868 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:27:22,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:23,057 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:23,058 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:23,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:25,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:28,875 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:30,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:32,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:34,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:36,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:38,361 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:38,361 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:38,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:40,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:42,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:44,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:45,970 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:27:46,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:48,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:50,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:52,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:53,560 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:53,560 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:54,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:56,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:58,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:00,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:03,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:05,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:07,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:08,783 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:08,784 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:28:09,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:11,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:13,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:15,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:16,198 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:28:17,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:19,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:21,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:24,062 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:24,062 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:28:26,414 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:28:26,449 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:28:26,499 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:28:26,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:28:27,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:29,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:39,261 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:39,263 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:28:39,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:46,416 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:28:54,431 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:54,432 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:09,602 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:09,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:16,642 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:29:24,770 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:24,771 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:39,946 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:39,946 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:46,855 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:29:55,116 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:55,117 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:30:10,293 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:30:10,293 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:30:17,074 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:30:21,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:25,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:25,467 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:30:25,468 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:30:29,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:31,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:35,010 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:39,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:40,736 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:30:40,737 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:30:41,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:45,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:47,289 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:30:49,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:52,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:56,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:30:56,046 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:30:56,047 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:31:00,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:02,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:06,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:08,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:11,207 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:31:11,207 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:31:12,038 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:14,040 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:17,576 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:31:18,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:20,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:24,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:26,050 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:26,392 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:31:26,392 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:31:28,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:32,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:34,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:36,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:40,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:41,655 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:31:41,656 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:31:42,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:44,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:47,795 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:31:48,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:50,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:52,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:54,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:31:56,885 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:31:56,886 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:31:57,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:01,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:03,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:05,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:07,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:09,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:11,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:12,093 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:32:12,094 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:32:13,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:15,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:17,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:17,992 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:32:19,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:21,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:23,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:25,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:27,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:27,427 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:32:27,427 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:32:29,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:31,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:33,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:37,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:39,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:42,764 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:32:42,765 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:32:43,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:47,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:48,278 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:32:49,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:53,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:32:58,060 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:32:58,060 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:32:58,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:00,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:04,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:06,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:10,132 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:13,218 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:33:13,218 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:33:14,135 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:16,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:18,496 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:33:20,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:22,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:26,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:28,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:28,378 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:33:28,379 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:33:30,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:34,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:36,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:40,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:42,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:43,593 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:33:43,593 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:33:44,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:48,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:48,721 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:33:50,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:53,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:55,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:33:58,824 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:33:58,825 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:33:59,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:01,176 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:03,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:05,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:09,181 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:11,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:13,183 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:14,064 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:34:14,065 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:34:15,185 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:17,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:18,983 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:34:19,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:21,190 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:23,192 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:25,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:27,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:29,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:29,370 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:34:29,371 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:34:31,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:33,202 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:35,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:37,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:39,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:41,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:42,195 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:34:42,317 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:34:42,359 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:34:43,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:43,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:34:44,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:44,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:34:44,571 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:34:47,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:49,230 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:34:52,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:54,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:58,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:34:59,813 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:34:59,814 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:35:02,326 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:04,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:08,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:10,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:14,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:15,029 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:35:15,030 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:35:18,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:19,481 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:35:20,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:24,346 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:26,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:30,204 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:35:30,205 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:35:30,352 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:32,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:36,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:38,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:42,362 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:44,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:45,374 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:35:45,374 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:35:46,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:49,731 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:35:50,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:52,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:55,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:35:59,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:00,597 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:36:00,597 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:36:01,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:03,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:07,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:09,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:11,383 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:13,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:15,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:15,772 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:36:15,773 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:36:19,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:19,935 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:36:21,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:23,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:25,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:27,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:30,946 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:36:30,946 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:36:31,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:33,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:35,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:37,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:39,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:41,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:43,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:45,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:46,169 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:36:46,170 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:36:47,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:49,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:50,202 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:36:51,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:53,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:55,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:36:57,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:01,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:01,456 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:37:01,456 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:37:06,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:08,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:12,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:14,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:16,856 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:37:16,857 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:37:18,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:20,430 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:37:22,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:24,435 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:28,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:30,439 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:32,109 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:37:32,110 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:37:34,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:38,445 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:40,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:44,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:46,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:47,278 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:37:47,278 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:37:48,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:50,641 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:37:52,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:54,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:37:58,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:01,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:02,503 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:38:02,504 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:38:03,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:07,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:09,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:13,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:15,469 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:17,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:17,703 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:38:17,704 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:38:19,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:20,890 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:38:23,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:25,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:27,477 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:29,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:31,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:32,874 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:38:32,875 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:38:35,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:37,483 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:39,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:41,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:43,487 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:45,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:47,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:48,039 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:38:48,040 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:38:49,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:51,104 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:38:51,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:53,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:55,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:38:57,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:00,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:02,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:03,216 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:39:03,216 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:39:04,512 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:39:04,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:04,626 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:39:04,674 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:39:05,583 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:05,583 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:39:10,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:12,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:16,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:18,411 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:39:18,412 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:39:20,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:21,349 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:39:24,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:26,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:30,599 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:32,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:33,624 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:39:33,624 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:39:36,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:40,606 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:42,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:46,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:48,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:48,889 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:39:48,890 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:39:51,577 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:39:52,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:56,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:39:58,617 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:00,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:04,223 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:40:04,223 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:40:04,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:07,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:11,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:13,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:15,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:19,428 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:40:19,429 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:40:19,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:21,632 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:21,855 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:40:23,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:27,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:29,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:31,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:33,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:34,692 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:40:34,693 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:40:37,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:39,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:41,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:43,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:45,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:49,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:49,952 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:40:49,952 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:40:51,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:52,078 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:40:53,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:55,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:57,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:40:59,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:01,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:03,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:05,267 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:41:05,267 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:41:05,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:07,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:09,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:11,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:13,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:15,667 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:18,669 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:20,644 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:41:20,645 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:41:22,297 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:41:22,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:26,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:28,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:32,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:35,944 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:41:35,944 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:41:36,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:38,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:42,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:46,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:48,691 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:51,224 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:41:51,225 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:41:52,501 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:41:52,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:54,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:41:58,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:00,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:04,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:06,519 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:42:06,519 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:42:06,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:11,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:13,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:17,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:19,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:21,944 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:42:21,945 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:42:22,721 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:42:23,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:25,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:27,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:31,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:33,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:37,182 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:42:37,183 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:42:37,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:39,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:41,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:45,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:47,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:49,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:51,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:52,357 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:42:52,357 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:42:52,974 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:42:53,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:57,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:42:59,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:01,754 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:03,756 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:05,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:07,612 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:43:07,613 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:43:07,760 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:09,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:11,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:13,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:15,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:17,770 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:20,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:22,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:22,864 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:43:22,864 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:43:23,236 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:43:24,776 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:26,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:28,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:28,829 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:43:28,926 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:43:28,974 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:43:29,781 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:29,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:43:30,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:34,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:36,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:38,147 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:43:38,148 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:43:38,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:42,793 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:46,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:50,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:52,801 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:43:53,459 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:43:53,459 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:43:53,625 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:43:56,804 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:00,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:02,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:06,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:08,739 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:44:08,739 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:44:10,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:12,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:16,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:18,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:22,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:23,790 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:44:24,121 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:44:24,121 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:44:24,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:28,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:30,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:32,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:37,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:39,416 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:44:39,417 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:44:39,837 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:43,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:45,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:49,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:51,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:53,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:54,018 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:44:54,627 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:44:54,627 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:44:57,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:44:59,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:01,856 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:03,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:07,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:09,797 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:45:09,798 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:45:09,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:11,865 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:13,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:15,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:19,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:21,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:23,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:24,228 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:45:25,062 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:45:25,063 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:45:25,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:27,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:29,883 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:31,885 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:33,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:35,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:37,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:39,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:40,275 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:45:40,276 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:45:41,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:43,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:45,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:47,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:49,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:54,482 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:45:54,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:45:55,452 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:45:55,453 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:45:56,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:00,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:04,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:06,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:10,709 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:46:10,710 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:46:10,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:14,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:16,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:20,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:22,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:24,745 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:46:26,019 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:46:26,019 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:46:26,932 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:28,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:32,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:34,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:38,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:40,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:41,392 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:46:41,392 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:46:44,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:47,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:51,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:53,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:55,015 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:46:55,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:46:56,644 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:46:56,645 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:46:59,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:01,959 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:05,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:07,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:09,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:11,918 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:47:11,918 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:47:13,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:15,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:17,972 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:21,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:23,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:25,292 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:47:25,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:27,274 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:47:27,274 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:47:27,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:31,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:33,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:35,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:37,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:39,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:41,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:42,522 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:47:42,522 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:47:43,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:45,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:48,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:50,002 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:53,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:55,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:55,492 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:47:55,607 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:47:55,654 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:47:55,669 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:47:56,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:47:57,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:47:57,731 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:47:57,732 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:47:59,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:01,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:03,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:07,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:11,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:13,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:13,047 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:48:13,048 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:48:17,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:21,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:23,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:25,892 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:48:27,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:28,311 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:48:28,312 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:48:31,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:33,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:37,042 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:39,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:43,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:43,477 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:48:43,478 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:48:45,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:49,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:51,053 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:55,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:56,108 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:48:58,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:48:58,648 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:48:58,649 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:49:02,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:04,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:08,067 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:10,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:12,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:13,931 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:49:13,932 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:49:16,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:18,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:20,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:24,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:26,083 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:26,330 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:49:28,085 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:29,300 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:49:29,301 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:49:30,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:34,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:36,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:38,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:40,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:42,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:44,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:49:44,570 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:49:46,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:48,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:50,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:52,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:54,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:56,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:56,536 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:49:58,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:49:59,777 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:49:59,778 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:50:00,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:02,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:04,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:06,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:08,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:10,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:12,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:14,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:14,947 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:50:14,948 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:50:18,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:20,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:24,130 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:26,756 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:50:29,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:30,211 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:50:30,211 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:50:31,135 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:35,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:37,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:41,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:45,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:45,465 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:50:45,466 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:50:47,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:51,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:55,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:50:57,026 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:50:57,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:00,631 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:51:00,632 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:51:01,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:03,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:07,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:09,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:11,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:15,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:15,798 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:51:15,798 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:51:17,172 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:21,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:23,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:27,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:27,237 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:51:29,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:31,053 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:51:31,054 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:51:32,192 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:34,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:38,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:40,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:42,199 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:44,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:46,360 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:51:46,361 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:51:48,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:50,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:52,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:54,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:56,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:51:57,474 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:51:58,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:00,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:01,595 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:52:01,596 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:52:02,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:06,218 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:08,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:10,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:12,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:14,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:16,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:16,798 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:52:16,799 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:52:17,475 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:52:17,568 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:52:17,600 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:52:18,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:18,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:52:22,233 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:24,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:26,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:27,698 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:52:28,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:30,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:31,994 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:52:31,994 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:52:32,239 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:34,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:36,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:38,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:40,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:42,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:45,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:47,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:47,260 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:52:47,261 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:52:49,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:51,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:53,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:55,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:57,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:52:57,913 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:52:59,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:01,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:02,526 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:53:02,527 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:53:03,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:05,265 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:07,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:09,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:11,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:13,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:15,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:17,274 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:17,714 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:53:17,714 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:53:22,983 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:53:23,018 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:53:23,065 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:53:23,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:53:25,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:27,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:28,105 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:53:32,913 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:53:32,915 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:53:37,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:53:48,085 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:53:48,086 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:53:58,314 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:54:03,256 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:54:03,257 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:54:18,448 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:54:18,448 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:54:28,560 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:54:33,633 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:54:33,634 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:54:48,803 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:54:48,804 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:54:58,822 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:55:03,971 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:55:03,972 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:55:18,362 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:19,178 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:55:19,179 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:55:20,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:22,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:26,367 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:29,118 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:55:30,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:34,370 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:55:34,371 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:55:34,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:36,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:40,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:44,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:46,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:49,678 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:55:49,679 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:55:50,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:54,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:56,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:55:59,348 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:56:00,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:04,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:04,965 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:56:04,965 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:56:06,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:10,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:12,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:15,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:19,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:20,324 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:56:20,325 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:56:21,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:25,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:27,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:29,598 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:56:31,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:33,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:35,635 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:56:35,636 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:56:37,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:39,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:41,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:43,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:47,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:49,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:51,004 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:56:51,004 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:56:51,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:55,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:57,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:59,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:56:59,826 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:57:01,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:03,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:05,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:06,295 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:57:06,296 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:57:09,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:11,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:13,453 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:15,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:17,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:19,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:21,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:21,471 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:57:21,472 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:57:23,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:25,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:27,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:29,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:30,085 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:57:31,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:33,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:35,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:36,639 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:57:36,639 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:57:39,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:42,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:46,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:50,487 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:51,901 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:57:51,902 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:57:52,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:56,492 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:57:58,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:00,340 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:58:02,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:06,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:07,392 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:58:07,392 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:58:08,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:12,505 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:14,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:18,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:20,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:22,820 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:58:22,820 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:58:24,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:26,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:30,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:30,564 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:58:32,521 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:36,524 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:38,139 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:58:38,140 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:58:38,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:40,529 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:44,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:46,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:48,535 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:53,396 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:58:53,397 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:58:53,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:55,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:57,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:58:59,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:00,832 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:59:03,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:05,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:07,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:08,739 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:59:08,739 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:59:09,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:11,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:15,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:17,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:19,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:21,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:23,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:24,055 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:59:24,055 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:59:25,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:27,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:29,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:31,083 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:59:31,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:33,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:35,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:37,482 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:59:37,552 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:59:37,599 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:37,599 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:59:37,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:59:39,335 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:59:39,336 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:59:39,601 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:41,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:43,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:45,606 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:47,608 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:51,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:55,159 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:59:55,159 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:59:55,615 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:59:59,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:01,313 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:00:01,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:05,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:09,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:10,565 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:00:10,566 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:00:11,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:15,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:17,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:22,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:24,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:25,827 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:00:25,828 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:00:28,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:30,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:31,544 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:00:34,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:36,649 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:40,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:40,993 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:00:40,994 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:00:42,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:46,657 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:48,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:52,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:54,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:00:56,255 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:00:56,255 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:00:56,667 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:00,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:01,755 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:01:02,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:04,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:06,675 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:10,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:11,612 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:01:11,612 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:01:12,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:14,682 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:18,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:20,688 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:22,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:24,691 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:26,918 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:01:26,919 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:01:27,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:29,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:31,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:32,043 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:01:35,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:37,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:39,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:41,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:42,227 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:01:42,228 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:01:43,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:45,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:47,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:49,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:51,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:53,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:55,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:01:57,541 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:01:57,541 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:01:57,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:01,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:02,264 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:02:05,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:07,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:11,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:12,733 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:02:12,734 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:02:15,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:17,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:21,738 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:25,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:27,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:28,008 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:02:28,008 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:02:31,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:32,484 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:02:34,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:38,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:40,754 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:43,347 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:02:43,347 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:02:44,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:46,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:50,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:52,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:56,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:02:58,615 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:02:58,615 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:02:58,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:02,743 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:03:02,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:04,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:06,776 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:10,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:12,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:13,795 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:03:13,795 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:03:14,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:18,785 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:20,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:22,787 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:26,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:28,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:28,962 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:03:28,962 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:03:30,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:32,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:32,972 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:03:37,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:39,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:41,804 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:43,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:44,268 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:03:44,269 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:03:45,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:47,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:49,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:51,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:53,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:55,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:57,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:03:59,502 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:03:59,502 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:03:59,821 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:01,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:02,463 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:04:02,561 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:04:02,607 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:04:02,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:04:03,198 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:04:03,826 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:04,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:05,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:07,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:09,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:13,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:14,670 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:04:14,670 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:04:17,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:19,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:23,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:27,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:29,916 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:04:29,916 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:04:31,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:33,397 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:04:33,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:37,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:39,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:44,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:45,239 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:04:45,239 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:04:46,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:50,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:52,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:56,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:04:58,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:00,477 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:05:00,477 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:05:02,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:03,618 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:05:04,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:08,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:10,883 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:14,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:15,776 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:05:15,776 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:05:16,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:18,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:22,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:24,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:28,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:30,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:31,021 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:05:31,021 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:05:32,902 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:33,824 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:05:34,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:38,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:40,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:42,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:44,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:46,191 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:05:46,192 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:05:48,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:50,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:52,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:54,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:57,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:05:59,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:01,485 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:06:01,486 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:06:01,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:03,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:04,078 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:06:05,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:07,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:09,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:11,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:13,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:15,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:16,715 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:06:16,716 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:06:17,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:19,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:21,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:25,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:29,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:31,995 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:06:31,996 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:06:33,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:34,306 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:06:35,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:39,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:41,956 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:46,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:47,195 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:06:47,196 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:06:50,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:52,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:56,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:06:58,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:02,367 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:07:02,367 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:07:02,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:04,519 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:07:04,972 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:08,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:10,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:14,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:16,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:17,572 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:07:17,573 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:07:20,985 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:22,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:26,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:28,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:30,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:32,733 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:07:32,733 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:07:34,726 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:07:34,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:36,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:39,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:43,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:45,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:47,904 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:07:47,904 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:07:48,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:52,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:54,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:56,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:07:58,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:00,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:03,066 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:08:03,066 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:08:04,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:04,947 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:08:06,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:08,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:10,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:12,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:14,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:16,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:18,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:18,236 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:08:18,237 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:08:20,038 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:22,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:24,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:26,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:26,717 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:08:26,824 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:08:26,857 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:08:27,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:08:28,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:29,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:30,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:32,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:33,537 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:08:33,538 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:08:34,053 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:35,199 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:08:38,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:42,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:44,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:48,830 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:08:48,830 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:08:49,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:53,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:55,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:08:59,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:01,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:04,088 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:09:04,088 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:09:05,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:05,420 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:09:09,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:11,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:15,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:17,083 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:19,493 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:09:19,493 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:09:21,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:23,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:27,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:29,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:31,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:34,849 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:09:34,850 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:09:35,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:35,649 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:09:37,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:41,104 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:43,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:45,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:49,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:50,047 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:09:50,047 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:09:51,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:56,117 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:09:58,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:00,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:02,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:05,229 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:10:05,229 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:10:05,865 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:10:06,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:08,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:10,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:12,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:14,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:18,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:20,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:20,479 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:10:20,479 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:10:22,138 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:24,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:26,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:28,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:30,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:32,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:34,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:35,676 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:10:35,677 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:10:36,118 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:10:36,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:38,155 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:40,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:42,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:44,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:46,163 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:50,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:50,853 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:10:50,853 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:10:54,169 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:10:56,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:00,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:04,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:06,116 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:11:06,117 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:11:06,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:06,334 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:11:10,183 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:13,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:17,190 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:21,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:21,376 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:11:21,377 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:11:23,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:27,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:29,199 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:33,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:35,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:36,607 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:11:36,628 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:11:36,629 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:11:39,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:41,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:45,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:47,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:51,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:51,798 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:11:51,799 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:11:53,221 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:57,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:11:59,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:01,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:03,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:06,807 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:12:06,995 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:12:06,995 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:12:07,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:09,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:12,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:16,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:18,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:20,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:22,168 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:12:22,168 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:12:22,248 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:24,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:28,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:30,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:32,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:34,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:36,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:37,112 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:12:37,401 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:12:37,402 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:12:38,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:40,265 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:42,267 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:44,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:46,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:48,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:50,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:51,461 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:12:51,560 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:12:51,605 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:12:52,274 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:52,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:12:52,609 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:12:52,610 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:12:54,276 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:56,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:12:58,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:02,283 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:07,287 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:07,399 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:13:07,778 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:13:07,778 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:13:09,289 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:13,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:17,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:19,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:23,040 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:13:23,041 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:13:23,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:27,303 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:29,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:33,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:35,310 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:37,640 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:13:38,337 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:13:38,338 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:13:39,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:43,317 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:45,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:49,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:51,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:53,683 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:13:53,684 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:13:55,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:13:57,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:01,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:03,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:06,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:07,868 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:14:09,071 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:14:09,072 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:14:10,340 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:12,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:14,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:18,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:20,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:22,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:24,366 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:14:24,366 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:14:26,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:28,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:30,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:32,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:34,362 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:38,141 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:14:38,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:39,625 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:14:39,625 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:14:40,368 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:42,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:44,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:46,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:48,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:50,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:52,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:54,900 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:14:54,901 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:14:56,383 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:14:58,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:00,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:02,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:04,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:06,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:08,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:08,408 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:15:10,138 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:15:10,139 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:15:10,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:12,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:15,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:19,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:23,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:25,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:25,412 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:15:25,413 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:15:29,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:33,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:37,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:38,620 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:15:39,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:40,635 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:15:40,636 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:15:41,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:45,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:47,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:51,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:53,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:55,892 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:15:55,892 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:15:57,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:15:59,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:03,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:07,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:08,847 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:16:10,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:11,063 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:16:11,064 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:16:14,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:16,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:18,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:22,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:24,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:26,326 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:16:26,327 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:16:26,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:30,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:32,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:34,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:36,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:39,092 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:16:40,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:41,620 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:16:41,621 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:16:42,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:44,487 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:46,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:48,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:52,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:54,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:56,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:16:56,874 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:16:56,874 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:16:58,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:00,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:02,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:04,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:06,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:08,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:09,313 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:17:10,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:12,171 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:17:12,172 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:17:12,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:14,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:15,133 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:17:15,234 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:17:15,279 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:17:15,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:17:16,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:17,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:19,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:21,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:23,524 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:25,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:27,455 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:17:27,456 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:17:27,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:29,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:31,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:33,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:35,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:37,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:39,531 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:17:39,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:41,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:42,697 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:17:42,697 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:17:43,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:45,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:47,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:49,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:51,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:53,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:55,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:57,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:17:57,929 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:17:57,929 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:17:59,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:01,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:03,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:05,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:07,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:09,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:09,726 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:18:11,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:13,121 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:18:13,121 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:18:13,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:18,888 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:18:18,922 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:18:18,959 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:18:19,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:19,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:18:20,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:23,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:28,323 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:18:28,325 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:18:34,604 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:18:39,928 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:18:43,496 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:18:43,497 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:18:58,668 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:18:58,668 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:19:10,147 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:19:13,844 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:19:13,844 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:19:29,039 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:19:29,039 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:19:40,352 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:19:44,211 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:19:44,211 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:19:59,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:19:59,571 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:20:10,555 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:20:11,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:13,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:14,755 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:20:14,756 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:20:15,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:17,677 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:21,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:25,682 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:27,684 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:30,048 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:20:30,049 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:20:31,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:35,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:37,691 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:40,794 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:20:41,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:45,294 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:20:45,295 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:20:45,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:47,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:51,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:53,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:20:57,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:00,585 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:21:00,585 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:21:00,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:04,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:06,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:10,713 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:11,017 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:21:12,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:15,907 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:21:15,908 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:21:16,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:18,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:22,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:24,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:26,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:30,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:31,076 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:21:31,077 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:21:32,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:34,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:38,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:40,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:41,247 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:21:42,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:44,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:46,334 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:21:46,334 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:21:48,738 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:50,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:52,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:54,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:56,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:21:58,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:01,587 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:22:01,588 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:22:03,748 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:05,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:07,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:09,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:11,542 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:22:11,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:13,754 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:15,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:16,831 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:22:16,831 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:22:17,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:19,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:21,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:23,761 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:25,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:27,763 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:29,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:32,095 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:22:32,096 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:22:33,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:35,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:39,771 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:41,790 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:22:43,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:45,785 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:47,364 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:22:47,364 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:22:49,787 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:53,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:55,791 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:22:59,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:01,795 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:02,548 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:23:02,548 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:23:05,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:07,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:11,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:12,001 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:23:13,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:17,740 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:23:17,740 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:23:17,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:20,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:24,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:26,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:30,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:32,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:32,908 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:23:32,908 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:23:36,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:38,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:40,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:42,230 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:23:44,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:46,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:48,171 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:23:48,172 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:23:48,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:52,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:54,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:56,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:23:58,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:00,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:03,527 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:24:03,527 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:24:04,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:06,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:08,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:10,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:12,501 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:24:13,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:15,856 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:18,771 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:24:18,772 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:24:19,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:21,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:23,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:25,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:27,865 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:29,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:31,868 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:33,020 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:24:33,140 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:24:33,190 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:24:33,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:33,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:24:33,937 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:24:33,938 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:24:34,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:35,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:37,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:39,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:41,875 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:42,790 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:24:43,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:47,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:49,108 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:24:49,109 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:24:51,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:55,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:24:57,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:01,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:04,341 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:25:04,341 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:25:05,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:07,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:12,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:13,058 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:25:14,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:18,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:19,646 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:25:19,646 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:25:22,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:24,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:28,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:30,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:34,815 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:25:34,816 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:25:34,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:36,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:40,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:42,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:43,309 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:25:46,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:48,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:49,996 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:25:49,996 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:25:50,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:54,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:56,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:25:58,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:02,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:04,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:05,259 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:26:05,259 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:26:06,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:10,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:12,949 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:13,538 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:26:14,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:17,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:20,428 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:26:20,429 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:26:21,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:23,959 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:25,961 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:27,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:29,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:31,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:33,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:35,627 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:26:35,627 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:26:35,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:37,972 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:39,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:41,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:43,774 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:26:43,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:45,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:47,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:49,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:50,834 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:26:50,835 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:26:51,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:53,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:57,991 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:26:59,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:03,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:06,129 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:27:06,130 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:27:08,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:10,002 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:14,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:14,038 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:27:18,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:20,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:21,389 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:27:21,389 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:27:25,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:27,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:31,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:35,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:36,592 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:27:36,593 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:27:37,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:39,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:43,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:44,281 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:27:45,036 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:49,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:51,040 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:51,761 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:27:51,762 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:27:55,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:57,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:27:59,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:03,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:05,050 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:07,007 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:28:07,008 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:28:07,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:11,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:13,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:14,496 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:28:15,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:19,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:21,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:22,341 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:28:22,342 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:28:23,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:26,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:28,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:32,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:34,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:36,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:37,595 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:28:37,595 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:28:38,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:40,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:42,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:44,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:44,712 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:28:46,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:48,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:50,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:52,135 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:52,764 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:28:52,765 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:28:54,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:56,138 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:57,545 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:28:57,651 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:28:57,684 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:28:58,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:28:58,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:29:00,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:02,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:04,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:08,038 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:29:08,039 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:29:08,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:12,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:15,003 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:29:16,155 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:18,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:23,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:23,302 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:29:23,302 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:29:25,163 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:29,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:33,169 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:35,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:38,542 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:29:38,542 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:29:39,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:41,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:45,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:45,239 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:29:47,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:51,185 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:53,905 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:29:53,905 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:29:55,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:57,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:29:59,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:03,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:05,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:09,128 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:30:09,128 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:30:09,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:11,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:13,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:15,458 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:30:18,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:20,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:22,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:24,385 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:30:24,386 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:30:26,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:28,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:30,221 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:34,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:36,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:38,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:39,678 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:30:39,679 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:30:40,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:42,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:45,693 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:30:46,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:48,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:50,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:52,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:54,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:54,931 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:30:54,931 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:30:56,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:30:58,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:00,249 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:02,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:04,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:06,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:08,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:10,236 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:31:10,236 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:31:10,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:12,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:14,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:15,979 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:31:16,265 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:18,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:22,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:25,548 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:31:25,548 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:31:26,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:28,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:32,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:37,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:40,835 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:31:40,836 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:31:41,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:43,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:46,227 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:31:47,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:49,287 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:53,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:55,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:31:56,004 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:31:56,005 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:31:59,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:01,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:05,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:07,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:11,172 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:32:11,173 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:32:11,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:13,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:16,496 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:32:17,310 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:19,312 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:21,314 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:25,317 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:26,438 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:32:26,439 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:32:27,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:31,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:33,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:35,326 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:37,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:41,639 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:32:41,640 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:32:42,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:44,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:46,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:46,711 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:32:48,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:52,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:54,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:56,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:32:56,922 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:32:56,922 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:32:58,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:00,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:02,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:04,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:06,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:08,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:10,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:12,196 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:33:12,197 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:33:12,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:14,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:16,367 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:17,004 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:33:18,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:18,903 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:33:19,020 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:33:19,067 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:33:19,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:33:20,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:22,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:24,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:26,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:27,365 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:33:27,366 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:33:30,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:34,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:36,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:40,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:42,631 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:33:42,631 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:33:44,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:47,356 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:33:47,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:51,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:53,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:57,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:33:57,880 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:33:57,881 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:34:01,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:03,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:07,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:09,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:13,049 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:34:13,050 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:34:13,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:15,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:17,651 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:34:19,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:21,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:25,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:27,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:28,225 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:34:28,226 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:34:29,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:33,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:35,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:37,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:41,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:43,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:43,463 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:34:43,463 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:34:46,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:47,863 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:34:50,433 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:52,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:54,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:58,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:34:58,764 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:34:58,764 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:35:00,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:02,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:04,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:06,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:08,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:12,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:14,002 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:35:14,003 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:35:14,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:16,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:18,082 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:35:18,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:20,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:22,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:24,463 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:26,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:28,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:29,237 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:35:29,237 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:35:30,469 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:32,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:34,473 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:36,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:38,477 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:42,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:44,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:44,541 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:35:44,541 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:35:48,321 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:35:48,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:52,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:54,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:58,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:35:59,773 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:35:59,774 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:36:00,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:04,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:08,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:11,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:14,983 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:36:14,984 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:36:15,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:17,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:18,575 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:36:21,513 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:23,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:27,519 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:29,521 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:30,163 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:36:30,164 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:36:33,524 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:35,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:39,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:41,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:45,332 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:36:45,333 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:36:45,535 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:47,537 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:48,816 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:36:49,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:53,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:55,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:36:57,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:00,577 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:37:00,578 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:37:01,549 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:03,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:05,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:09,555 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:11,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:13,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:15,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:15,792 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:37:15,793 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:37:17,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:19,052 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:37:21,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:23,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:25,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:27,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:29,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:31,026 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:37:31,026 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:37:31,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:33,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:35,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:37,583 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:39,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:41,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:42,522 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:37:42,636 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:37:42,671 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:37:43,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:43,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:37:45,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:46,319 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:37:46,320 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:37:47,675 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:49,296 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:37:49,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:54,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:37:58,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:00,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:01,515 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:38:01,515 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:38:04,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:06,691 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:10,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:14,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:16,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:16,815 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:38:16,816 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:38:19,526 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:38:20,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:22,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:26,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:30,710 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:32,196 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:38:32,197 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:38:32,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:36,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:38,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:40,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:44,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:47,542 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:38:47,543 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:38:47,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:49,914 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:38:51,724 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:53,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:57,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:38:59,731 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:01,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:02,808 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:39:02,809 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:39:05,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:07,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:09,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:13,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:15,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:17,744 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:17,983 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:39:17,984 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:39:19,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:20,151 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:39:23,748 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:25,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:27,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:29,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:31,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:33,249 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:39:33,250 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:39:35,756 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:37,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:39,760 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:41,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:43,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:45,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:47,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:48,568 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:39:48,568 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:39:49,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:50,364 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:39:51,771 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:53,773 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:55,775 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:39:57,777 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:00,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:03,840 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:40:03,841 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:40:04,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:08,787 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:12,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:14,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:18,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:19,085 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:40:19,086 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:40:20,672 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:40:20,797 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:24,801 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:28,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:30,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:34,321 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:40:34,321 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:40:34,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:36,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:40,814 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:42,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:46,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:48,821 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:49,603 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:40:49,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:40:50,902 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:40:53,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:55,826 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:40:59,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:01,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:04,900 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:41:04,901 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:41:05,834 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:07,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:09,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:13,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:15,843 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:17,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:20,135 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:41:20,136 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:41:21,130 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:41:21,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:23,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:25,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:29,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:31,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:33,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:35,473 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:41:35,473 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:41:35,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:39,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:41,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:43,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:45,868 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:48,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:50,700 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:41:50,700 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:41:50,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:51,414 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:41:52,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:54,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:56,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:41:58,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:00,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:02,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:04,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:05,520 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:42:05,648 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:42:05,692 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:42:05,885 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:42:05,936 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:42:05,937 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:42:06,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:08,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:10,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:12,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:14,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:16,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:18,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:20,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:21,214 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:42:21,215 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:42:21,840 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:42:22,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:24,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:26,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:28,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:30,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:32,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:34,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:36,472 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:42:36,472 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:42:37,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:39,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:41,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:43,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:45,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:47,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:49,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:51,746 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:42:51,746 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:42:51,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:52,020 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:42:53,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:55,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:57,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:42:59,932 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:43:01,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:43:03,936 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:43:05,938 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:43:07,027 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:43:07,028 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:43:09,877 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:43:09,912 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:43:09,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:43:09,964 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:43:11,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:43:13,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:43:22,223 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:43:22,461 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:43:22,462 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:43:23,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:43:37,631 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:43:37,631 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:43:52,446 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:43:52,796 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:43:52,797 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:44:08,059 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:44:08,060 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:44:22,670 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:44:23,233 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:44:23,234 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:44:38,400 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:44:38,401 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:44:52,891 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:44:53,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:44:53,570 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:45:02,042 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:04,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:06,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:08,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:08,743 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:45:08,743 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:45:12,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:16,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:18,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:22,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:23,094 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:45:23,917 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:45:23,918 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:45:26,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:31,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:33,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:37,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:39,068 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:39,138 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:45:39,138 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:45:43,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:47,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:49,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:53,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:53,344 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:45:54,573 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:45:54,574 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:45:55,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:45:59,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:01,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:05,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:07,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:09,951 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:46:09,952 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:46:11,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:13,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:15,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:19,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:21,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:23,551 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:46:25,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:25,132 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:46:25,132 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:46:27,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:29,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:32,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:36,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:38,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:40,117 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:40,298 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:46:40,299 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:46:42,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:46,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:48,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:50,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:52,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:53,780 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:46:54,130 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:46:55,605 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:46:55,606 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:46:56,132 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:00,135 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:02,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:04,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:06,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:08,143 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:10,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:10,846 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:10,846 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:12,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:14,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:16,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:18,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:20,155 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:22,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:23,986 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:47:24,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:26,019 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:26,020 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:28,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:32,165 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:34,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:38,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:41,326 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:41,326 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:42,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:44,176 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:48,179 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:51,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:54,202 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:47:55,185 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:47:56,699 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:47:56,700 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:47:59,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:01,190 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:05,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:07,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:11,199 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:12,003 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:12,004 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:13,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:17,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:19,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:21,208 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:24,419 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:48:25,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:27,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:27,370 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:27,371 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:31,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:33,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:35,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:39,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:41,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:42,661 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:42,661 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:43,225 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:45,227 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:49,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:51,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:53,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:54,651 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:48:56,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:48:58,018 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:48:58,019 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:48:58,239 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:02,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:04,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:06,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:08,249 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:10,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:12,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:13,320 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:13,320 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:49:14,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:16,257 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:18,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:20,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:22,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:24,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:24,803 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:49:24,914 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:49:24,961 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:49:24,979 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:49:25,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:49:26,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:28,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:28,576 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:28,577 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:49:30,272 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:32,274 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:36,277 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:40,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:42,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:43,745 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:43,746 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:49:46,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:50,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:53,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:55,267 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:49:57,293 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:49:59,070 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:49:59,071 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:01,296 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:03,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:07,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:09,301 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:13,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:14,410 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:50:14,411 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:15,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:19,308 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:21,310 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:25,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:25,504 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:50:27,315 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:29,707 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:50:29,707 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:31,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:33,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:37,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:39,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:41,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:44,933 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:50:44,934 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:50:45,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:47,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:49,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:52,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:55,707 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:50:56,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:50:58,335 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:00,123 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:00,123 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:00,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:04,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:06,340 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:08,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:10,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:12,344 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:15,294 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:15,294 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:16,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:18,348 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:20,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:22,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:24,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:25,951 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:51:26,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:28,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:30,357 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:30,538 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:30,538 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:32,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:34,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:36,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:38,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:40,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:42,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:44,367 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:45,718 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:51:45,719 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:51:49,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:53,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:55,375 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:51:56,194 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:51:59,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:00,970 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:00,971 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:03,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:05,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:09,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:13,388 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:15,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:16,254 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:16,254 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:19,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:21,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:25,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:26,465 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:52:27,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:31,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:31,422 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:31,422 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:33,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:37,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:39,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:43,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:45,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:46,590 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:52:46,590 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:52:47,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:51,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:53,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:52:56,697 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:52:58,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:00,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:01,863 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:01,864 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:02,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:04,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:08,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:10,439 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:12,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:14,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:17,131 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:17,132 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:18,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:20,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:22,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:24,453 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:26,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:26,956 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:53:28,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:32,404 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:32,404 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:32,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:34,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:36,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:38,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:40,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:42,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:44,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:46,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:47,645 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:53:47,645 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:53:48,323 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:53:48,420 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:53:48,470 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:53:48,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:48,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:53:49,477 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:50,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:52,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:54,483 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:56,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:53:57,192 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:54:00,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:02,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:02,945 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:02,946 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:06,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:10,496 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:12,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:17,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:18,233 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:18,233 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:19,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:23,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:27,434 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:54:27,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:29,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:33,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:33,531 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:33,531 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:37,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:39,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:43,524 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:45,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:48,771 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:54:48,771 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:54:49,529 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:51,531 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:55,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:57,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:54:57,651 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:54:59,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:03,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:03,988 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:03,988 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:05,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:07,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:11,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:13,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:16,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:19,159 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:19,160 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:20,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:22,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:24,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:26,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:27,862 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:55:30,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:32,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:34,425 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:34,425 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:34,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:38,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:40,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:42,576 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:44,578 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:46,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:48,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:49,701 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:55:49,701 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:55:50,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:52,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:54,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:56,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:55:58,060 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:55:58,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:00,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:02,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:04,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:04,952 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:04,952 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:06,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:08,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:12,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:16,599 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:18,601 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:20,105 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:20,106 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:22,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:27,606 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:28,279 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:56:29,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:33,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:35,410 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:35,411 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:35,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:39,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:41,615 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:45,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:49,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:50,697 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:56:50,698 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:56:51,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:55,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:57,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:56:58,508 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:57:01,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:03,630 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:06,111 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:06,112 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:07,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:09,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:11,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:15,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:17,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:19,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:21,443 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:21,443 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:23,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:26,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:28,728 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:57:30,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:32,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:34,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:36,613 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:36,614 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:36,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:40,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:42,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:44,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:46,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:48,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:50,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:51,783 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:57:51,783 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:57:52,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:56,677 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:58,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:57:58,932 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:58:00,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:02,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:04,684 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:06,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:07,094 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:07,095 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:08,688 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:10,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:12,178 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 17:58:12,274 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 17:58:12,323 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 17:58:12,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:12,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 17:58:14,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:16,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:18,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:20,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:22,430 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:22,431 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:24,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:26,705 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:29,236 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:58:30,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:34,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:36,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:37,635 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:37,635 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:40,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:44,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:46,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:50,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:52,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:52,967 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:58:52,968 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:58:57,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:58:59,502 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:58:59,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:03,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:05,731 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:08,359 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:08,360 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:09,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:11,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:15,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:17,738 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:21,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:23,684 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:23,685 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:23,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:25,744 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:29,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:29,802 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 17:59:31,748 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:33,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:37,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:38,934 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:38,935 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:39,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:41,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:43,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:47,763 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:49,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:51,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:53,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 17:59:54,328 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 17:59:54,329 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 17:59:56,771 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:00,021 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:00:00,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:02,776 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:04,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:06,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:08,781 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:09,585 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:09,585 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:10,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:12,785 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:14,787 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:16,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:18,791 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:20,793 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:22,795 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:24,797 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:24,920 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:24,920 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:26,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:28,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:30,246 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:00:30,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:34,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:38,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:40,114 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:40,115 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:40,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:44,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:48,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:50,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:55,407 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:00:55,408 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:00:55,821 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:00:59,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:00,547 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:01:01,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:05,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:07,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:10,677 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:10,678 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:11,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:15,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:17,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:21,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:23,843 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:25,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:26,067 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:26,068 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:29,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:30,767 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:01:31,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:35,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:37,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:41,307 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:41,307 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:41,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:43,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:45,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:47,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:51,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:53,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:55,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:01:56,507 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:01:56,507 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:01:59,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:01,087 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:02:01,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:03,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:06,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:10,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:11,673 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:11,674 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:02:12,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:14,885 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:16,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:18,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:20,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:22,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:24,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:26,830 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:26,838 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:02:26,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:28,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:30,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:31,360 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:02:32,902 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:34,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:35,578 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:02:35,695 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:02:35,729 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:02:35,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:02:36,906 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:38,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:40,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:42,136 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:42,137 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:02:42,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:46,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:50,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:52,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:56,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:02:57,468 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:02:57,469 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:00,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:01,613 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:03:02,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:07,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:11,929 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:12,803 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:03:12,804 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:13,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:17,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:19,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:23,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:25,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:28,097 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:03:28,098 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:29,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:31,879 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:03:33,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:35,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:39,949 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:41,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:43,345 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:03:43,345 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:43,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:47,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:49,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:53,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:55,961 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:03:58,752 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:03:58,753 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:03:58,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:02,185 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:04:02,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:04,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:08,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:10,972 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:12,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:13,983 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:13,984 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:04:16,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:18,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:20,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:22,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:26,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:28,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:29,211 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:29,212 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:04:30,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:32,489 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:04:32,991 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:34,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:36,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:38,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:40,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:42,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:44,517 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:44,518 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:04:44,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:47,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:49,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:51,002 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:54,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:56,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:58,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:04:59,740 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:04:59,741 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:02,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:02,758 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:05:06,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:10,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:12,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:15,038 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:05:15,039 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:16,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:20,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:22,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:26,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:30,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:30,307 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:05:30,308 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:32,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:33,009 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:05:36,038 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:38,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:42,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:45,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:45,478 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:05:45,479 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:05:49,050 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:51,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:55,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:05:57,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:00,647 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:00,647 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:01,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:03,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:03,266 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:06:05,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:09,067 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:11,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:13,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:15,917 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:15,918 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:17,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:19,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:21,079 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:23,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:27,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:29,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:31,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:31,134 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:31,134 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:33,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:33,563 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:06:35,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:39,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:41,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:43,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:45,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:46,372 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:06:46,372 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:06:47,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:49,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:52,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:54,104 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:56,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:06:58,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:00,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:01,699 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:01,700 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:02,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:02,358 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:07:02,463 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:07:02,510 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:07:03,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:07:03,986 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:07:04,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:06,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:08,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:10,117 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:12,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:14,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:16,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:16,953 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:16,954 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:18,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:20,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:22,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:24,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:26,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:28,130 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:30,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:32,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:32,196 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:32,196 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:34,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:34,280 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:07:36,135 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:38,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:40,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:42,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:45,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:47,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:47,468 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:07:47,468 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:07:49,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:51,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:53,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:55,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:57,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:07:59,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:08:01,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:08:02,744 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:02,745 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:08:03,155 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:08:04,543 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:08:08,198 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:08:08,237 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:08:08,288 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:08:09,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:08:09,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:08:11,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:08:13,163 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:08:17,936 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:17,937 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:08:21,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:08:33,106 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:33,107 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:08:34,791 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:08:48,278 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:08:48,279 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:03,453 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:03,454 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:05,037 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:09:18,904 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:18,905 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:34,086 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:34,086 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:35,278 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:09:49,614 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:09:49,615 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:09:56,231 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:09:58,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:00,233 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:02,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:04,955 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:04,955 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:05,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:05,556 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:10:09,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:13,243 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:17,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:19,248 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:20,186 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:20,187 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:23,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:27,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:29,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:33,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:35,479 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:35,479 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:35,841 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:10:37,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:39,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:43,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:45,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:49,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:50,829 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:10:50,829 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:10:51,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:55,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:10:57,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:01,283 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:03,284 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:06,093 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:11:06,198 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:06,198 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:08,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:10,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:12,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:16,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:18,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:20,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:21,580 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:21,580 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:24,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:26,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:28,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:30,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:34,310 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:36,312 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:36,386 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:11:36,889 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:36,890 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:38,314 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:40,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:42,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:44,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:48,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:50,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:52,134 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:11:52,135 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:11:52,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:54,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:56,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:11:58,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:00,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:02,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:04,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:06,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:06,691 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:12:07,342 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:07,342 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:08,340 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:10,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:12,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:16,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:20,348 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:22,601 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:22,602 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:24,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:28,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:30,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:34,357 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:36,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:36,914 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:12:37,850 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:37,850 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:40,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:45,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:47,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:51,368 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:53,170 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:12:53,171 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:12:53,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:57,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:12:59,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:03,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:05,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:07,180 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:13:08,469 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:08,469 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:09,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:11,381 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:15,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:17,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:19,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:23,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:23,646 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:23,646 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:25,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:27,392 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:31,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:33,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:35,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:37,418 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:13:38,814 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:38,815 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:39,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:41,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:43,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:45,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:49,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:51,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:53,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:53,979 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:13:53,979 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:13:55,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:13:58,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:00,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:02,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:04,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:06,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:07,654 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:14:08,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:09,154 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:09,155 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:10,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:12,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:14,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:16,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:17,204 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:14:17,306 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:14:17,354 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:14:17,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:14:18,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:20,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:22,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:24,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:24,566 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:24,568 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:28,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:32,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:34,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:37,893 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:14:38,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:39,912 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:39,913 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:42,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:46,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:48,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:53,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:55,209 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:14:55,209 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:14:55,463 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:14:59,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:01,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:05,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:08,149 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:15:09,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:10,524 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:10,524 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:11,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:15,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:17,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:21,483 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:23,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:25,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:25,934 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:25,935 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:29,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:31,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:33,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:37,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:38,415 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:15:39,496 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:41,220 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:41,221 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:41,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:45,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:48,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:50,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:52,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:56,511 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:15:56,518 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:15:56,518 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:15:58,513 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:00,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:02,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:04,519 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:08,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:08,671 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:16:10,524 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:11,753 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:11,754 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:12,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:14,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:16,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:18,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:20,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:22,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:24,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:26,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:26,969 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:26,970 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:28,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:30,544 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:32,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:34,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:36,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:38,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:38,928 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:16:42,272 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:42,272 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:42,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:46,555 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:48,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:52,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:56,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:16:57,599 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:16:57,600 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:16:58,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:03,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:07,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:09,234 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:17:09,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:12,896 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:12,896 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:13,576 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:17,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:19,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:23,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:25,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:28,385 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:28,386 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:29,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:31,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:35,592 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:37,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:39,453 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:17:39,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:43,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:43,597 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:43,598 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:45,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:49,601 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:51,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:53,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:57,608 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:17:58,845 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:17:58,846 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:17:59,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:01,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:03,613 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:07,617 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:09,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:09,750 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:18:12,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:14,120 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:14,121 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:18:14,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:16,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:20,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:22,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:24,630 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:26,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:28,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:29,405 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:29,406 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:18:30,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:32,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:34,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:36,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:38,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:40,059 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:18:40,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:40,750 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:18:40,856 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:18:40,906 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:18:41,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:41,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:18:42,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:44,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:44,655 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:44,656 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:18:46,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:48,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:52,649 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:54,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:58,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:18:59,831 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:18:59,832 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:02,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:04,657 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:08,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:10,277 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:19:12,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:14,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:15,151 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:19:15,152 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:18,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:20,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:24,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:29,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:30,520 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:19:30,521 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:31,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:35,677 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:37,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:40,506 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:19:41,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:43,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:45,798 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:19:45,799 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:19:47,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:49,688 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:51,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:55,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:19:57,695 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:01,060 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:01,060 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:01,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:03,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:05,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:09,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:10,722 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:20:11,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:13,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:15,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:16,226 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:16,227 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:17,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:21,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:23,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:25,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:27,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:29,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:31,393 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:31,393 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:33,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:35,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:37,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:39,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:41,022 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:20:41,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:43,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:45,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:46,698 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:20:46,699 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:20:47,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:49,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:51,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:53,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:55,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:20:57,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:00,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:02,055 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:21:02,055 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:21:02,748 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:06,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:10,754 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:11,284 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:21:14,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:16,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:17,533 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:21:17,534 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:21:20,761 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:24,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:26,770 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:30,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:32,800 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:21:32,800 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:21:34,781 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:36,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:40,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:41,509 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:21:42,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:46,791 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:48,079 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:21:48,080 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:21:48,793 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:52,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:54,797 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:21:58,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:01,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:03,400 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:22:03,401 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:22:05,806 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:07,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:09,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:11,738 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:22:13,812 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:15,814 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:17,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:18,678 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:22:18,678 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:22:19,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:23,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:25,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:27,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:31,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:33,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:33,844 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:22:33,845 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:22:35,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:37,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:39,837 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:41,949 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:22:43,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:45,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:47,843 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:49,121 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:22:49,121 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:22:49,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:51,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:53,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:55,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:57,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:22:59,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:01,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:03,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:04,319 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:23:04,320 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:23:04,542 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:23:04,673 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:23:04,712 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:23:04,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:23:05,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:07,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:09,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:11,865 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:12,259 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:23:15,868 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:19,527 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:23:19,529 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:23:19,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:21,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:26,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:30,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:32,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:34,764 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:23:34,764 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:23:36,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:38,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:42,510 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:23:42,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:46,885 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:48,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:49,953 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:23:49,954 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:23:52,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:54,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:23:58,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:00,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:04,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:05,117 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:24:05,118 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:24:06,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:10,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:12,788 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:24:12,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:16,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:18,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:20,357 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:24:20,358 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:24:20,906 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:24,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:26,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:29,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:31,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:35,602 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:24:35,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:24:35,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:37,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:41,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:43,012 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:24:43,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:45,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:47,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:49,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:50,767 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:24:50,767 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:24:53,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:55,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:57,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:24:59,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:01,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:03,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:05,935 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:25:05,936 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:25:05,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:07,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:09,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:11,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:13,272 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:25:13,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:15,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:17,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:19,949 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:21,097 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:25:21,097 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:25:21,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:23,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:28,956 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:32,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:36,272 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:25:36,273 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:25:36,961 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:38,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:42,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:43,538 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:25:46,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:48,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:51,558 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:25:51,558 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:25:52,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:54,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:25:58,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:00,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:04,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:06,864 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:26:06,865 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:26:08,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:10,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:12,985 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:13,753 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:26:17,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:19,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:22,207 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:26:22,207 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:26:23,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:25,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:29,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:31,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:36,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:37,472 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:26:37,472 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:26:38,002 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:40,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:43,996 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:26:44,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:46,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:48,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:52,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:52,709 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:26:52,709 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:26:54,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:56,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:26:58,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:00,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:04,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:06,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:07,927 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:27:07,927 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:27:08,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:10,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:12,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:14,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:14,270 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:27:16,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:18,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:20,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:22,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:23,095 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:27:23,095 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:27:24,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:27,036 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:29,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:29,444 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:27:29,514 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:27:29,571 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:27:30,038 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:27:31,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:33,040 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:35,042 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:37,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:38,266 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:27:38,267 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:27:41,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:44,494 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:27:45,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:47,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:51,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:53,522 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:27:53,523 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:27:55,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:27:57,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:01,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:05,061 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:07,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:08,873 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:28:08,874 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:28:11,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:13,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:14,734 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:28:17,068 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:19,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:23,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:24,183 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:28:24,183 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:28:25,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:29,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:31,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:35,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:37,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:39,085 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:39,571 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:28:39,572 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:28:44,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:44,988 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:28:46,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:48,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:52,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:54,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:28:54,911 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:28:54,912 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:28:56,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:00,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:02,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:04,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:06,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:08,104 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:10,233 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:29:10,233 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:29:12,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:14,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:15,268 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:29:16,109 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:18,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:20,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:22,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:24,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:25,489 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:29:25,490 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:29:28,117 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:30,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:32,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:34,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:36,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:38,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:40,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:40,658 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:29:40,658 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:29:42,125 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:44,127 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:45,577 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:29:46,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:50,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:55,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:29:55,812 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:29:55,812 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:29:59,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:03,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:05,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:09,143 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:11,062 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:30:11,063 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:30:13,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:15,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:15,832 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:30:19,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:23,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:25,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:26,317 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:30:26,318 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:30:29,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:33,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:35,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:39,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:41,165 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:41,492 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:30:41,492 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:30:43,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:46,052 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:30:47,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:49,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:53,174 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:55,176 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:30:56,665 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:30:56,665 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:30:58,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:02,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:04,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:06,183 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:10,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:11,901 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:31:11,901 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:31:12,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:14,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:16,283 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:31:18,191 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:20,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:22,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:24,196 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:26,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:27,072 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:31:27,072 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:31:30,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:32,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:34,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:36,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:38,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:40,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:42,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:42,240 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:31:42,240 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:31:44,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:46,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:46,597 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:31:48,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:50,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:52,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:52,874 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:31:52,947 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:31:52,996 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:31:53,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:31:54,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:55,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:56,218 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:31:57,460 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:31:57,461 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:31:58,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:01,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:03,223 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:05,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:07,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:09,227 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:11,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:12,734 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:32:12,734 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:32:13,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:15,231 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:16,953 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:32:17,233 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:19,235 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:21,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:23,237 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:25,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:27,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:27,936 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:32:27,937 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:32:29,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:31,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:33,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:38,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:40,248 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:42,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:43,093 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:32:43,094 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:32:44,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:46,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:47,196 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:32:48,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:50,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:54,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:32:58,351 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:32:58,352 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:32:59,577 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:32:59,611 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:32:59,646 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:33:00,262 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:33:01,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:33:02,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:33:04,265 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:33:12,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:33:13,517 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:33:13,518 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:33:17,418 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:33:28,702 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:33:28,702 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:33:43,881 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:33:43,882 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:33:47,649 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:33:59,065 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:33:59,066 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:34:14,237 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:34:14,237 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:34:17,849 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:34:29,684 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:34:29,684 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:34:44,915 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:34:44,916 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:34:47,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:34:48,100 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:34:49,333 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:34:51,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:34:53,335 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:34:57,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:34:59,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:00,206 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:35:00,207 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:35:03,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:08,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:12,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:14,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:15,476 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:35:15,476 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:35:18,332 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:35:18,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:22,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:24,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:28,357 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:30,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:30,779 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:35:30,780 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:35:34,362 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:38,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:40,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:44,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:46,112 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:35:46,113 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:35:46,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:48,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:48,565 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:35:52,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:54,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:35:58,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:01,306 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:36:01,306 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:36:01,381 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:05,383 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:07,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:09,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:11,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:15,390 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:16,575 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:36:16,576 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:36:17,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:18,806 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:36:19,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:23,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:25,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:27,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:29,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:31,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:31,798 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:36:31,799 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:36:35,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:37,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:39,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:41,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:43,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:45,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:47,041 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:36:47,041 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:36:47,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:49,070 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:36:49,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:51,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:53,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:55,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:57,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:36:59,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:01,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:02,225 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:37:02,225 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:37:03,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:05,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:09,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:12,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:16,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:17,388 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:37:17,389 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:37:19,316 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:37:20,435 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:22,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:26,439 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:30,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:32,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:32,679 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:37:32,680 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:37:36,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:38,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:42,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:44,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:48,021 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:37:48,022 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:37:48,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:49,545 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:37:50,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:55,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:37:57,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:01,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:03,344 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:38:03,344 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:38:03,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:07,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:09,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:11,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:15,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:17,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:18,513 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:38:18,513 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:38:19,763 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:38:21,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:23,477 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:25,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:27,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:31,482 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:33,483 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:33,677 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:38:33,678 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:38:35,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:37,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:41,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:43,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:45,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:47,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:48,922 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:38:48,922 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:38:49,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:50,012 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:38:51,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:56,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:38:58,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:00,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:02,503 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:04,283 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:39:04,284 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:39:04,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:06,505 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:08,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:09,458 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:39:09,527 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:39:09,572 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:39:10,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:10,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:39:12,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:14,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:16,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:19,627 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:39:19,628 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:39:20,246 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:39:20,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:24,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:28,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:30,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:34,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:34,926 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:39:34,926 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:39:38,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:40,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:45,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:49,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:50,253 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:39:50,253 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:39:50,524 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:39:51,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:55,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:39:57,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:01,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:03,574 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:05,576 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:40:05,577 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:40:07,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:09,578 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:13,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:15,582 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:17,583 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:20,794 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:40:20,913 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:40:20,914 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:40:21,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:23,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:27,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:29,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:31,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:35,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:36,195 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:40:36,196 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:40:37,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:39,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:41,599 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:46,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:48,604 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:50,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:51,067 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:40:51,533 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:40:51,534 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:40:52,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:54,608 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:40:58,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:00,612 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:02,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:04,615 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:06,617 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:06,763 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:41:06,763 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:41:08,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:10,619 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:12,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:14,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:16,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:18,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:20,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:21,306 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:41:22,072 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:41:22,072 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:41:22,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:24,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:26,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:28,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:32,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:36,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:37,278 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:41:37,278 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:41:39,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:43,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:47,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:49,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:51,562 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:41:52,560 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:41:52,561 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:41:53,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:57,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:41:59,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:03,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:05,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:07,957 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:42:07,957 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:42:09,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:11,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:15,669 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:17,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:21,675 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:21,895 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:42:23,314 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:42:23,315 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:42:23,677 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:25,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:29,682 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:32,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:36,688 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:38,517 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:42:38,517 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:42:38,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:40,695 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:44,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:46,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:48,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:52,200 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:42:52,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:53,704 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:42:53,705 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:42:54,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:56,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:42:58,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:02,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:04,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:06,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:08,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:08,876 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:43:08,876 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:43:10,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:12,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:14,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:18,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:20,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:22,443 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:43:22,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:24,056 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:43:24,056 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:43:24,734 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:26,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:29,738 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:31,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:32,130 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:43:32,231 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:43:32,267 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:43:32,741 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:43:33,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:35,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:37,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:39,275 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:43:39,276 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:43:39,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:43,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:47,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:49,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:52,670 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:43:53,760 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:54,546 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:43:54,546 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:43:57,763 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:43:59,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:03,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:07,770 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:09,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:09,782 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:44:09,783 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:44:13,775 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:15,776 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:19,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:21,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:22,919 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:44:25,055 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:44:25,055 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:44:25,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:27,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:32,787 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:34,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:38,791 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:40,450 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:44:40,451 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:44:40,793 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:44,795 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:46,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:48,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:52,801 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:53,126 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:44:54,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:44:55,644 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:44:55,644 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:44:58,806 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:00,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:02,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:04,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:08,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:10,811 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:45:10,811 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:45:10,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:12,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:14,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:18,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:20,826 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:22,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:23,381 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:45:24,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:26,044 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:45:26,044 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:45:26,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:28,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:31,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:33,834 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:35,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:37,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:39,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:41,292 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:45:41,292 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:45:41,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:43,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:45,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:47,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:49,846 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:51,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:53,593 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:45:55,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:45:56,520 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:45:56,521 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:45:59,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:01,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:05,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:09,863 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:11,805 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:46:11,805 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:46:11,865 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:15,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:19,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:21,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:23,835 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:46:25,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:27,091 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:46:27,091 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:46:30,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:32,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:36,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:38,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:42,258 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:46:42,259 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:46:42,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:44,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:48,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:50,897 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:54,046 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:46:54,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:56,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:46:57,427 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:46:57,428 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:46:58,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:02,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:04,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:06,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:10,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:12,664 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:47:12,664 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:47:12,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:14,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:18,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:20,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:22,926 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:24,302 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:47:24,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:26,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:27,836 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:47:27,836 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:47:30,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:32,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:34,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:36,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:38,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:40,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:42,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:43,007 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:47:43,007 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:47:44,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:46,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:48,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:50,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:52,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:54,600 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:47:54,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:55,452 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:47:55,580 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:47:55,618 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:47:55,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:47:56,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:47:58,171 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:47:58,172 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:47:58,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:00,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:02,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:05,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:09,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:13,414 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:48:13,415 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:48:13,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:17,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:19,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:23,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:24,847 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:48:27,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:28,644 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:48:28,644 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:48:31,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:33,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:37,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:39,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:43,843 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:48:43,843 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:48:43,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:45,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:49,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:52,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:55,096 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:48:56,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:58,005 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:48:59,065 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:48:59,066 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:49:03,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:05,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:09,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:11,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:13,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:14,241 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:49:14,242 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:49:17,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:19,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:23,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:25,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:25,353 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:49:27,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:29,474 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:49:29,474 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:49:31,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:33,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:35,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:37,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:39,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:43,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:44,672 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:49:44,672 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:49:45,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:47,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:49,050 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:51,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:53,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:55,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:55,595 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:49:57,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:59,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:49:59,840 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:49:59,841 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:50:01,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:03,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:05,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:07,067 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:09,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:11,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:14,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:15,051 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:50:15,052 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:50:16,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:18,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:22,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:25,899 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:50:26,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:28,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:30,245 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:50:30,246 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:50:32,089 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:36,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:38,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:42,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:45,506 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:50:45,506 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:50:46,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:48,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:52,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:54,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:50:56,164 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:50:58,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:00,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:00,694 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:51:00,695 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:51:04,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:06,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:10,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:12,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:15,878 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:51:15,879 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:51:16,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:18,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:20,130 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:24,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:26,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:26,425 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:51:30,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:31,124 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:51:31,124 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:51:32,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:35,143 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:37,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:41,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:43,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:45,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:46,457 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:51:46,457 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:51:47,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:51,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:53,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:55,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:56,714 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:51:57,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:51:59,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:01,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:01,723 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:52:01,723 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:52:03,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:05,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:09,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:11,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:13,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:15,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:16,982 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:52:16,982 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:52:17,174 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:18,175 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:52:18,248 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:52:18,296 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:52:18,297 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:52:19,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:21,298 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:23,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:25,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:26,926 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:52:29,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:32,266 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:52:32,267 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:52:33,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:35,310 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:40,314 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:44,317 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:46,319 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:47,540 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:52:47,541 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:52:50,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:54,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:56,327 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:52:57,200 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:53:00,331 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:02,333 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:02,712 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:53:02,712 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:53:06,337 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:08,339 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:12,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:14,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:17,878 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:53:17,879 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:53:18,348 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:20,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:24,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:26,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:27,479 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:53:28,357 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:32,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:33,039 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:53:33,040 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:53:34,362 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:38,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:40,367 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:42,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:46,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:48,236 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:53:48,236 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:53:48,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:50,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:52,378 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:55,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:53:57,796 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:53:59,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:01,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:03,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:03,404 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:54:03,405 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:54:05,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:07,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:09,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:13,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:15,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:17,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:18,580 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:54:18,581 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:54:19,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:21,403 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:23,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:25,405 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:27,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:28,173 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:54:29,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:31,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:33,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:33,802 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:54:33,802 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:54:35,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:37,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:39,416 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:43,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:47,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:49,040 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:54:49,040 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:54:49,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:53,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:57,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:54:58,461 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:54:59,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:03,433 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:04,331 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:55:04,332 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:55:07,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:09,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:13,439 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:16,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:19,491 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:55:19,491 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:55:20,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:22,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:26,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:28,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:28,705 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:55:30,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:34,453 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:34,660 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:55:34,661 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:55:36,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:40,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:42,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:44,461 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:48,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:49,916 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:55:49,916 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:55:50,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:52,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:56,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:58,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:55:59,058 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:56:00,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:02,477 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:05,297 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:56:05,298 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:56:06,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:08,483 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:10,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:12,487 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:15,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:19,492 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:20,543 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:56:20,544 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:56:21,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:23,496 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:25,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:27,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:29,371 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:56:29,502 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:31,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:33,505 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:35,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:35,784 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:56:35,785 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:56:37,509 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:39,109 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:56:39,209 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:56:39,261 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:56:39,511 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:39,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:56:40,513 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:41,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:43,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:45,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:47,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:49,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:51,017 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:56:51,018 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:56:51,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:53,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:55,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:57,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:59,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:56:59,581 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:57:01,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:03,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:05,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:06,270 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:57:06,271 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:57:07,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:09,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:11,544 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:13,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:15,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:17,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:19,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:21,534 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:57:21,535 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:57:21,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:23,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:25,555 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:27,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:29,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:29,791 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:57:31,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:33,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:35,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:36,800 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:57:36,801 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:57:37,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:43,197 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 18:57:43,232 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 18:57:43,280 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 18:57:43,567 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 18:57:44,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:45,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:47,572 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:57:52,013 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:57:52,015 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:57:58,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:58:00,011 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:58:07,185 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:58:07,186 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:58:22,350 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:58:22,351 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:58:30,218 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:58:37,524 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:58:37,525 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:58:52,699 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:58:52,700 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:59:00,422 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:59:07,870 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:59:07,871 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:59:23,047 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:59:23,047 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:59:30,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:30,643 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 18:59:32,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:34,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:36,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:38,216 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:59:38,217 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:59:41,645 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:45,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:47,649 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:51,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:53,485 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 18:59:53,486 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 18:59:55,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 18:59:57,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:00,897 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:00:01,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:03,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:07,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:08,750 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:00:08,750 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:00:11,664 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:13,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:17,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:19,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:23,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:23,971 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:00:23,971 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:00:25,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:29,677 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:31,136 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:00:31,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:35,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:38,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:39,146 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:00:39,147 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:00:40,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:44,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:46,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:50,691 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:52,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:54,519 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:00:54,520 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:00:54,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:00:58,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:00,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:01,368 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:01:02,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:04,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:08,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:09,818 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:01:09,818 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:01:10,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:12,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:14,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:16,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:20,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:22,713 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:24,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:25,079 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:01:25,080 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:01:26,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:28,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:30,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:31,590 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:01:32,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:34,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:36,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:38,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:40,301 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:01:40,301 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:01:40,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:42,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:44,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:46,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:48,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:52,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:55,550 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:01:55,551 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:01:55,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:01:59,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:01,808 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:02:03,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:05,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:09,748 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:10,853 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:02:10,854 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:02:13,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:15,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:19,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:23,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:25,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:26,032 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:02:26,033 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:02:29,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:31,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:32,051 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:02:35,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:37,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:41,230 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:02:41,230 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:02:41,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:43,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:47,777 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:49,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:51,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:55,785 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:56,401 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:02:56,402 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:02:57,787 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:02:59,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:02,284 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:03:03,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:06,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:08,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:11,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:03:11,570 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:03:12,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:14,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:16,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:18,805 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:22,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:24,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:26,752 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:03:26,752 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:03:26,812 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:28,814 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:30,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:32,528 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:03:34,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:36,821 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:38,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:40,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:41,945 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:03:41,945 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:03:42,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:44,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:46,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:48,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:50,834 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:52,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:53,030 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:03:53,101 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:03:53,149 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:03:53,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:03:54,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:55,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:56,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:03:57,110 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:03:57,111 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:03:58,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:00,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:02,851 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:04:04,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:08,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:10,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:12,273 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:04:12,274 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:04:14,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:16,856 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:20,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:25,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:27,533 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:04:27,533 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:04:27,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:31,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:33,076 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:04:33,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:37,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:41,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:42,940 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:04:42,940 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:04:43,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:47,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:49,883 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:53,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:55,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:04:58,352 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:04:58,352 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:04:59,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:01,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:03,404 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:05:05,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:07,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:09,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:13,683 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:05:13,683 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:05:13,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:15,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:18,906 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:22,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:24,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:26,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:28,894 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:05:28,894 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:05:28,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:32,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:33,673 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:05:34,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:36,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:38,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:40,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:44,085 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:05:44,085 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:05:44,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:46,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:48,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:50,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:52,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:54,932 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:56,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:58,936 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:05:59,257 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:05:59,258 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:06:00,938 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:02,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:03,906 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:06:04,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:06,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:08,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:10,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:12,949 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:14,428 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:06:14,429 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:06:16,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:18,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:22,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:26,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:28,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:29,697 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:06:29,698 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:06:33,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:34,146 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:06:35,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:39,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:43,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:45,057 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:06:45,057 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:06:45,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:49,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:51,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:55,985 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:06:59,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:00,385 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:07:00,385 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:07:01,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:04,360 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:07:05,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:07,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:09,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:14,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:15,715 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:07:15,715 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:07:16,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:20,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:23,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:27,012 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:29,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:30,895 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:07:30,896 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:07:31,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:33,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:34,627 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:07:37,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:39,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:41,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:43,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:46,086 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:07:46,087 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:07:47,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:49,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:51,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:53,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:57,036 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:07:59,038 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:01,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:01,347 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:08:01,347 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:08:03,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:04,942 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:08:05,042 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:07,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:09,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:11,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:13,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:15,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:16,578 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:08:16,578 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:08:17,050 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:17,463 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:08:17,536 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:08:17,582 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:08:18,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:08:19,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:21,053 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:23,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:25,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:29,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:31,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:31,810 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:08:31,811 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:08:35,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:35,272 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:08:39,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:41,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:45,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:46,986 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:08:46,987 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:08:50,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:52,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:08:56,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:00,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:02,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:02,191 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:09:02,191 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:09:05,530 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:09:06,085 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:08,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:12,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:14,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:17,497 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:09:17,497 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:09:18,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:20,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:24,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:26,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:30,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:32,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:32,690 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:09:32,691 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:09:34,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:35,749 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:09:38,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:40,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:42,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:46,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:47,942 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:09:47,942 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:09:48,120 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:51,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:55,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:57,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:09:59,130 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:01,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:03,239 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:10:03,240 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:10:05,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:06,090 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:10:07,137 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:09,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:11,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:13,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:15,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:17,145 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:18,531 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:10:18,532 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:10:19,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:21,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:23,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:25,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:27,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:29,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:31,155 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:33,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:33,820 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:10:33,820 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:10:35,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:36,316 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:10:37,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:41,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:45,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:47,165 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:48,984 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:10:48,985 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:10:51,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:56,172 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:10:58,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:02,176 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:04,280 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:11:04,281 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:11:06,179 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:06,585 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:11:08,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:12,183 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:14,185 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:18,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:19,597 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:11:19,598 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:11:20,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:24,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:26,195 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:30,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:32,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:34,967 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:11:34,967 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:11:36,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:37,083 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:11:38,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:40,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:44,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:46,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:50,173 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:11:50,174 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:11:50,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:52,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:54,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:11:57,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:01,269 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:03,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:05,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:05,349 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:12:05,350 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:12:07,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:07,330 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:12:11,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:13,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:15,283 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:17,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:19,286 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:20,577 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:12:20,578 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:12:21,288 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:25,291 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:27,293 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:29,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:31,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:33,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:35,301 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:35,863 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:12:35,863 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:12:37,303 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:37,592 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:12:39,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:41,233 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:12:41,331 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:12:41,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:41,382 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:12:42,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:42,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:12:43,344 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:45,346 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:47,348 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:49,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:51,076 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:12:51,077 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:12:53,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:57,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:12:59,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:03,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:06,591 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:13:06,591 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:13:07,365 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:07,867 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:13:09,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:13,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:17,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:19,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:21,901 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:13:21,902 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:13:23,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:28,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:30,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:34,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:36,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:37,165 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:13:37,165 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:13:38,133 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:13:40,388 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:42,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:46,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:48,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:52,336 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:13:52,336 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:13:52,396 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:54,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:13:56,400 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:00,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:02,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:06,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:07,637 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:14:07,637 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:14:08,375 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:14:08,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:10,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:14,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:16,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:18,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:20,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:22,962 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:14:22,963 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:14:24,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:26,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:28,424 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:30,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:32,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:35,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:38,210 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:14:38,210 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:14:38,618 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:14:39,433 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:41,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:43,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:45,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:47,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:49,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:51,447 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:53,424 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:14:53,424 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:14:53,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:55,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:57,453 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:14:59,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:01,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:05,466 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:08,739 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:15:08,739 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:15:08,898 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:15:09,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:13,473 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:15,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:19,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:23,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:23,923 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:15:23,923 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:15:27,486 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:29,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:33,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:35,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:39,152 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:15:39,153 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:15:39,309 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:15:40,503 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:44,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:46,507 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:50,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:52,511 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:54,510 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:15:54,510 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:15:56,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:15:58,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:02,521 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:04,522 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:06,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:09,574 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:16:09,782 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:16:09,783 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:16:10,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:12,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:14,529 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:18,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:20,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:22,535 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:25,060 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:16:25,061 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:16:26,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:28,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:30,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:32,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:37,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:39,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:39,920 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:16:40,322 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:16:40,323 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:16:41,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:43,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:45,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:47,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:49,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:53,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:55,560 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:55,561 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:16:55,562 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:16:57,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:16:59,562 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:01,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:03,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:05,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:06,963 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:17:07,052 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:17:07,085 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:17:07,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:07,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:17:09,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:10,237 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:17:10,850 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:17:10,851 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:17:11,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:13,572 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:17,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:21,578 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:25,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:26,020 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:17:26,020 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:17:27,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:31,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:36,592 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:38,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:40,598 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:17:41,298 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:17:41,299 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:17:42,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:44,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:48,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:52,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:54,604 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:17:56,682 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:17:56,683 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:17:58,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:00,608 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:04,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:06,613 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:08,615 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:10,832 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:18:12,004 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:18:12,005 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:18:12,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:14,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:18,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:20,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:24,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:26,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:27,263 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:18:27,263 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:18:28,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:32,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:34,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:37,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:41,071 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:18:41,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:42,518 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:18:42,518 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:18:43,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:47,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:49,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:51,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:53,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:55,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:57,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:18:57,729 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:18:57,729 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:18:59,677 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:03,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:05,682 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:07,684 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:09,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:11,383 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:19:11,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:12,900 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:19:12,901 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:19:13,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:15,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:17,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:19,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:21,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:23,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:25,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:28,069 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:19:28,069 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:19:29,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:33,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:36,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:40,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:41,694 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:19:43,342 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:19:43,343 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:19:44,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:46,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:50,726 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:54,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:56,731 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:19:58,616 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:19:58,617 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:20:00,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:02,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:06,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:10,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:11,937 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:20:12,744 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:13,862 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:20:13,862 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:20:14,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:18,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:20,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:24,754 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:26,756 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:29,221 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:20:29,222 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:20:30,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:33,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:37,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:39,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:41,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:42,187 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:20:44,498 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:20:44,498 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:20:45,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:47,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:49,776 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:53,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:55,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:57,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:20:59,682 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:20:59,682 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:20:59,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:01,785 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:05,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:07,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:09,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:11,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:12,462 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:21:13,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:14,927 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:21:14,928 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:21:15,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:17,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:19,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:21,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:23,806 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:25,807 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:27,809 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:29,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:30,171 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:21:30,171 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:21:30,492 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:21:30,563 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:21:30,620 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:21:30,811 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:21:31,812 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:33,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:35,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:38,817 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:40,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:42,769 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:21:42,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:44,821 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:45,433 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:21:45,434 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:21:46,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:48,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:50,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:52,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:54,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:56,834 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:21:58,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:00,654 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:22:00,655 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:22:00,838 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:02,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:04,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:06,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:08,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:10,846 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:12,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:13,071 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:22:14,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:15,884 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:22:15,885 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:22:16,852 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:18,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:20,856 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:22,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:24,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:26,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:29,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:31,162 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:22:31,163 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:22:31,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:36,200 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:22:36,239 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:22:36,292 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:22:36,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:22:37,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:41,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:22:43,310 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:22:46,353 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:22:46,354 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:22:51,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:23:01,743 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:23:01,744 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:23:13,526 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:23:16,915 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:23:16,916 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:23:32,296 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:23:32,297 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:23:43,783 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:23:47,462 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:23:47,463 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:24:02,639 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:24:02,640 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:24:14,036 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:24:17,808 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:24:17,808 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:24:23,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:25,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:27,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:29,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:33,373 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:24:33,374 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:24:33,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:38,956 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:40,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:44,260 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:24:44,961 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:48,693 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:24:48,694 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:24:48,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:52,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:54,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:24:58,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:00,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:03,923 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:25:03,923 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:25:04,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:08,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:10,986 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:14,512 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:25:14,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:16,991 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:19,321 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:25:19,322 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:25:20,994 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:22,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:26,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:29,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:33,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:34,654 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:25:34,655 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:25:35,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:37,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:41,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:44,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:44,718 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:25:46,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:48,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:49,988 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:25:49,988 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:25:52,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:54,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:25:58,026 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:00,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:02,030 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:04,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:05,310 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:26:05,311 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:26:06,034 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:10,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:12,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:14,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:14,991 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:26:16,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:18,046 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:20,050 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:20,550 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:26:20,550 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:26:22,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:24,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:26,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:28,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:30,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:32,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:34,061 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:35,732 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:26:35,732 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:26:36,062 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:38,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:40,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:42,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:45,254 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:26:46,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:48,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:51,037 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:26:51,038 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:26:53,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:57,076 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:26:59,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:03,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:06,296 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:27:06,296 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:27:07,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:09,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:13,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:15,092 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:15,564 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:27:19,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:21,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:21,578 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:27:21,578 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:27:25,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:27,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:31,104 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:33,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:36,830 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:27:36,830 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:27:37,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:39,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:43,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:45,115 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:45,846 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:27:47,117 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:52,000 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:27:52,000 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:27:52,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:54,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:27:56,125 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:00,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:02,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:04,138 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:07,171 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:28:07,172 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:28:08,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:10,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:12,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:14,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:16,128 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:28:16,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:20,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:22,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:22,413 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:28:22,413 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:28:24,155 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:26,157 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:28,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:30,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:32,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:34,163 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:36,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:37,737 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:28:37,737 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:28:38,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:40,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:42,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:44,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:44,513 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:28:44,589 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:28:44,637 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:28:45,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:28:46,171 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:46,427 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:28:47,172 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:48,174 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:50,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:52,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:52,936 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:28:52,937 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:28:54,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:28:58,181 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:03,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:05,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:08,180 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:29:08,181 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:29:09,189 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:13,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:15,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:16,640 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:29:19,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:23,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:23,405 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:29:23,405 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:29:25,205 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:29,208 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:31,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:35,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:37,213 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:38,573 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:29:38,573 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:29:41,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:43,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:46,870 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:29:48,220 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:50,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:53,741 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:29:53,741 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:29:54,225 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:29:56,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:00,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:02,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:06,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:08,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:08,955 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:30:08,955 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:30:10,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:14,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:16,240 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:17,088 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:30:18,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:20,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:24,179 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:30:24,180 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:30:24,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:26,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:28,247 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:30,249 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:34,252 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:36,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:38,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:39,399 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:30:39,399 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:30:40,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:42,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:44,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:46,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:47,356 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:30:50,265 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:52,267 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:54,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:54,678 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:30:54,679 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:30:56,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:30:58,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:00,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:02,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:04,277 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:09,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:09,848 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:31:09,849 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:31:13,284 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:15,286 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:17,657 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:31:19,289 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:23,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:25,157 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:31:25,158 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:31:25,294 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:29,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:33,300 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:35,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:39,305 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:40,454 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:31:40,454 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:31:41,307 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:45,310 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:47,312 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:47,993 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:31:51,315 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:53,317 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:55,774 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:31:55,774 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:31:57,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:31:59,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:02,325 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:06,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:08,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:11,068 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:32:11,068 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:32:12,333 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:14,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:16,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:18,244 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:32:20,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:22,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:24,344 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:26,350 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:32:26,350 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:32:28,346 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:30,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:32,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:36,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:38,352 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:40,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:41,602 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:32:41,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:32:42,360 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:44,362 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:46,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:48,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:48,507 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:32:52,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:54,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:56,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:32:57,011 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:32:57,011 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:32:58,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:00,376 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:02,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:04,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:06,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:08,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:09,106 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:33:09,204 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:33:09,255 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:33:09,383 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:33:10,385 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:12,233 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:33:12,234 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:33:12,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:14,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:16,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:18,792 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:33:21,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:25,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:27,398 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:27,485 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:33:27,486 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:33:31,401 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:35,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:37,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:41,409 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:42,733 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:33:42,734 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:33:43,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:47,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:48,987 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:33:49,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:53,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:57,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:33:58,047 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:33:58,047 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:33:59,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:03,428 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:05,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:07,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:11,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:13,388 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:34:13,388 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:34:14,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:18,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:19,233 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:34:20,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:24,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:26,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:28,448 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:28,640 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:34:28,640 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:34:30,450 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:34,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:36,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:38,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:42,457 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:43,804 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:34:43,804 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:34:44,458 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:46,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:48,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:49,633 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:34:52,464 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:54,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:56,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:58,469 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:34:58,974 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:34:58,974 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:35:00,471 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:02,473 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:04,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:06,477 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:08,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:10,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:12,483 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:14,240 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:35:14,240 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:35:14,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:16,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:19,487 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:19,850 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:35:21,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:23,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:25,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:27,492 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:29,573 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:35:29,574 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:35:31,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:35,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:37,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:41,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:44,851 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:35:44,851 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:35:45,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:47,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:50,070 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:35:51,509 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:55,512 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:35:57,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:00,106 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:36:00,107 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:36:01,517 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:03,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:07,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:09,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:13,531 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:15,490 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:36:15,490 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:36:15,533 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:19,537 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:20,418 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:36:22,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:26,542 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:28,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:30,840 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:36:30,841 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:36:32,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:34,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:36,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:40,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:42,554 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:44,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:46,090 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:36:46,091 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:36:48,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:50,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:50,706 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:36:52,563 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:56,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:36:58,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:00,569 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:01,330 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:37:01,330 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:37:02,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:06,573 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:08,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:10,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:12,579 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:14,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:16,583 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:16,628 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:37:16,629 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:37:18,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:20,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:20,981 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:37:23,587 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:25,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:27,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:29,592 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:31,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:31,820 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:37:31,821 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:37:32,109 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:37:32,208 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:37:32,243 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:37:32,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:37:33,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:35,597 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:37,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:39,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:43,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:47,032 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:37:47,033 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:37:47,606 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:49,608 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:51,200 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:37:53,611 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:57,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:37:59,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:02,299 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:38:02,299 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:38:03,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:08,623 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:10,625 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:14,628 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:16,630 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:17,559 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:38:17,559 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:38:20,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:21,438 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:38:22,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:26,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:28,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:32,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:32,722 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:38:32,722 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:38:34,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:38,647 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:40,649 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:44,652 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:46,654 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:47,924 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:38:47,926 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:38:48,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:51,681 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:38:52,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:54,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:38:56,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:00,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:02,667 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:03,142 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:39:03,142 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:39:05,669 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:09,672 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:11,674 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:13,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:15,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:17,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:18,337 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:39:18,338 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:39:19,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:21,948 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:39:23,684 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:25,686 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:27,688 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:29,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:31,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:33,625 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:39:33,625 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:39:33,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:35,695 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:37,696 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:39,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:41,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:43,700 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:45,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:47,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:48,819 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:39:48,820 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:39:49,704 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:51,705 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:52,222 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:39:53,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:39:57,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:01,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:04,065 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:40:04,066 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:40:05,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:07,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:11,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:15,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:17,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:19,273 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:40:19,273 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:40:22,507 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:40:22,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:24,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:28,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:30,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:34,430 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:40:34,430 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:40:34,744 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:36,746 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:40,748 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:42,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:46,752 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:48,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:49,598 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:40:49,599 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:40:52,738 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:40:52,756 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:54,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:40:56,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:00,761 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:02,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:04,886 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:41:04,887 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:41:06,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:08,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:10,768 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:12,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:16,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:19,774 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:20,084 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:41:20,084 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:41:21,775 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:22,961 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:41:23,776 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:27,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:29,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:31,782 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:33,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:35,410 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:41:35,411 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:41:35,785 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:39,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:41,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:43,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:45,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:47,793 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:49,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:50,623 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:41:50,623 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:41:51,796 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:53,192 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:41:53,797 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:55,313 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:41:55,442 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:41:55,505 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:41:55,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:55,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:41:57,800 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:41:59,801 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:01,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:03,803 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:05,804 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:05,889 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:42:05,890 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:42:09,806 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:13,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:15,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:19,812 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:21,158 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:42:21,158 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:42:23,438 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:42:24,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:26,817 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:30,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:32,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:36,351 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:42:36,351 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:42:36,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:38,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:42,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:46,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:48,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:51,570 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:42:51,570 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:42:52,837 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:53,685 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:42:54,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:42:56,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:00,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:02,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:06,784 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:43:06,785 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:43:06,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:08,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:10,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:14,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:16,854 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:20,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:22,069 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:43:22,070 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:43:22,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:23,892 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:43:24,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:27,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:31,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:33,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:35,865 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:37,383 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:43:37,383 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:43:37,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:41,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:43,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:45,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:47,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:49,874 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:51,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:52,679 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:43:52,680 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:43:53,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:54,172 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:43:55,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:43:57,881 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:01,883 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:03,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:05,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:07,887 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:07,986 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:44:07,986 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:44:09,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:11,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:13,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:17,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:22,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:23,148 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:44:23,148 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:44:24,457 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:44:24,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:28,902 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:32,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:34,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:38,408 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:44:38,409 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:44:38,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:42,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:44,913 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:48,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:50,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:53,776 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:44:53,776 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:44:54,693 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:44:54,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:44:56,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:00,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:02,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:06,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:08,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:09,251 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:45:09,251 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:45:12,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:15,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:19,936 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:21,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:23,938 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:24,534 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:45:24,535 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:45:24,913 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:45:27,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:29,942 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:31,944 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:35,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:37,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:39,788 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:45:39,788 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:45:39,948 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:41,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:45,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:47,956 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:49,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:51,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:53,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:54,951 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:45:54,952 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:45:55,164 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:45:57,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:45:59,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:01,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:03,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:05,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:07,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:09,970 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:10,119 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:46:10,120 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:46:11,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:13,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:15,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:17,975 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:18,362 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:46:18,442 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:46:18,511 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:46:18,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:46:19,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:20,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:21,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:23,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:25,348 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:46:25,349 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:46:25,518 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:46:26,981 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:28,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:30,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:32,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:34,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:36,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:38,991 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:40,591 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:46:40,591 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:46:40,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:42,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:44,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:46,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:48,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:50,999 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:53,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:55,002 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:55,690 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:46:55,816 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:46:55,817 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:46:57,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:46:59,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:01,005 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:03,007 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:05,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:07,010 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:09,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:11,012 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:11,170 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:47:11,170 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:47:13,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:15,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:17,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:22,784 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:47:22,819 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:47:22,865 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:47:23,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:47:25,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:25,892 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:47:26,415 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:47:26,416 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:47:27,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:37,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:47:41,594 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:47:41,594 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:47:56,103 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:47:56,763 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:47:56,763 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:48:11,924 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:48:11,924 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:48:26,352 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:48:27,093 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:48:27,094 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:48:42,264 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:48:42,265 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:48:56,565 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:48:57,429 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:48:57,430 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:49:06,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:08,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:10,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:12,072 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:12,699 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:49:12,700 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:49:16,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:20,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:24,079 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:26,081 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:26,818 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:49:27,941 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:49:27,941 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:49:30,083 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:35,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:37,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:41,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:43,163 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:49:43,163 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:49:45,093 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:47,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:51,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:53,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:57,057 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:49:57,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:49:58,452 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:49:58,452 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:49:59,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:03,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:05,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:09,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:11,111 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:13,649 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:50:13,650 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:50:15,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:17,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:21,118 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:23,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:25,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:27,305 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:50:28,868 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:50:28,868 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:50:29,123 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:31,125 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:33,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:37,129 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:39,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:41,132 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:43,134 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:44,051 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:50:44,052 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:50:47,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:49,138 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:51,140 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:54,142 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:56,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:50:57,532 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:50:59,224 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:50:59,224 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:51:00,146 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:02,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:04,148 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:06,150 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:08,151 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:10,153 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:12,155 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:14,156 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:14,458 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:51:14,458 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:51:16,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:18,159 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:20,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:22,161 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:24,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:26,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:27,742 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:51:29,659 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:51:29,660 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:51:30,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:32,167 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:36,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:40,173 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:44,176 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:44,914 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:51:44,915 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:51:46,178 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:50,181 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:52,183 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:56,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:51:57,980 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:51:58,188 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:00,182 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:52:00,183 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:52:02,192 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:06,195 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:08,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:13,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:15,202 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:15,360 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:52:15,360 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:52:19,204 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:21,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:25,208 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:27,209 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:28,214 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:52:30,529 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:52:30,530 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:52:31,216 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:33,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:35,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:39,221 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:41,223 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:43,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:45,782 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:52:45,783 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:52:47,226 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:49,228 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:51,230 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:53,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:57,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:52:58,425 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:52:59,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:01,039 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:53:01,039 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:53:01,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:03,239 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:07,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:09,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:11,244 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:13,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:15,248 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:16,305 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:53:16,305 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:53:17,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:19,251 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:22,253 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:24,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:26,256 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:28,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:28,650 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:53:30,107 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:53:30,189 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:53:30,243 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:53:30,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:30,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:53:31,259 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:31,527 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:53:31,528 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:53:32,260 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:34,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:36,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:38,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:42,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:44,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:46,808 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:53:46,809 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:53:48,270 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:52,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:54,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:58,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:53:58,932 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:54:02,009 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:54:02,009 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:54:02,281 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:04,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:08,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:10,287 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:14,290 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:16,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:17,245 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:54:17,245 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:54:20,294 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:23,296 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:27,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:29,164 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:54:29,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:32,483 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:54:32,484 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:54:33,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:35,306 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:39,310 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:41,312 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:45,314 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:47,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:47,641 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:54:47,641 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:54:49,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:53,321 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:55,322 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:57,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:54:59,461 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:55:01,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:02,835 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:55:02,836 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:55:03,329 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:05,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:07,331 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:11,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:13,336 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:15,337 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:17,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:18,029 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:55:18,029 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:55:19,340 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:22,342 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:24,344 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:28,347 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:29,744 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:55:30,349 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:32,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:33,202 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:55:33,202 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:55:34,351 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:36,352 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:38,354 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:40,355 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:42,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:44,358 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:46,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:48,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:48,484 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:55:48,484 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:55:52,363 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:56,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:55:58,368 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:00,184 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:56:02,370 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:03,730 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:56:03,730 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:56:06,372 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:08,374 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:12,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:16,380 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:18,942 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:56:18,943 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:56:20,382 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:22,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:26,387 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:28,389 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:30,437 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:56:33,392 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:34,277 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:56:34,277 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:56:35,394 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:39,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:41,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:45,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:47,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:49,553 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:56:49,554 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:56:51,407 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:53,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:57,411 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:56:59,413 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:00,681 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:57:01,415 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:04,806 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:57:04,806 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:57:05,418 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:07,420 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:09,422 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:11,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:15,426 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:17,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:19,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:20,014 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:57:20,014 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:57:21,430 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:25,432 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:27,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:29,435 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:30,973 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:57:31,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:33,438 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:35,250 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:57:35,250 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:57:35,441 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:37,442 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:39,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:41,444 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:43,445 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:45,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:48,448 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:50,449 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:50,512 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:57:50,513 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:57:52,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:52,601 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 19:57:52,693 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 19:57:52,727 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 19:57:53,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 19:57:54,452 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:55,453 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:56,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:57:58,455 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:00,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:01,242 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:58:04,459 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:05,822 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:58:05,823 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:58:08,463 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:10,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:14,467 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:18,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:20,472 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:21,185 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:58:21,185 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:58:24,475 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:28,478 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:30,480 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:31,486 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:58:34,487 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:36,449 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:58:36,450 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:58:36,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:40,491 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:42,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:47,495 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:49,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:51,796 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:58:51,797 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:58:53,499 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:55,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:58:59,503 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:01,505 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:01,697 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:59:05,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:07,164 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:59:07,164 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:59:07,509 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:09,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:13,513 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:15,514 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:19,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:21,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:22,424 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:59:22,425 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:59:23,519 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:25,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:29,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:31,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:31,904 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 19:59:33,526 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:35,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:37,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:37,727 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:59:37,728 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:59:41,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:43,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:45,535 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:47,537 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:49,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:51,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:53,049 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 19:59:53,049 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 19:59:54,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:56,544 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 19:59:58,545 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:00,547 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:02,190 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:00:02,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:04,549 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:06,551 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:08,268 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:00:08,268 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:00:08,552 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:10,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:12,555 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:14,556 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:18,559 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:22,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:23,425 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:00:23,426 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:00:26,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:28,565 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:32,479 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:00:32,568 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:36,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:38,572 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:38,670 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:00:38,672 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:00:42,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:44,576 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:49,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:51,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:54,079 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:00:54,080 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:00:55,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:00:59,586 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:01,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:02,753 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:01:05,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:07,591 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:09,415 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:01:09,415 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:01:11,594 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:13,595 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:15,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:19,599 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:21,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:23,601 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:24,730 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:01:24,731 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:01:27,604 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:29,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:31,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:32,996 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:01:35,609 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:37,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:39,612 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:39,916 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:01:39,917 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:01:41,613 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:46,616 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:48,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:50,619 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:52,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:54,621 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:01:55,071 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:01:55,072 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:01:56,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:00,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:02,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:03,247 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:02:04,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:06,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:08,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:10,310 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:02:10,310 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:02:10,632 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:12,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:14,635 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:16,084 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 20:02:16,222 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 20:02:16,273 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 20:02:16,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:16,636 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 20:02:18,637 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:20,639 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:22,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:24,641 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:25,525 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:02:25,526 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:02:26,643 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:30,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:33,510 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:02:34,649 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:38,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:40,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:40,726 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:02:40,727 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:02:44,655 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:48,658 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:50,660 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:54,662 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:02:56,085 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:02:56,086 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:02:56,663 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:00,666 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:03,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:03,779 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:03:07,671 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:09,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:11,343 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:03:11,343 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:03:13,675 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:15,676 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:19,679 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:21,680 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:25,682 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:26,971 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:03:26,973 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:03:27,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:29,685 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:33,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:34,042 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:03:35,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:37,690 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:41,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:42,234 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:03:42,234 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:03:43,694 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:45,695 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:49,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:51,699 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:53,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:55,702 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:03:57,515 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:03:57,516 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:03:57,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:01,706 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:03,708 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:04,275 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:04:05,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:07,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:09,712 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:11,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:12,729 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:04:12,729 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:04:13,716 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:16,718 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:18,720 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:20,722 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:22,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:24,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:26,727 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:27,954 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:04:27,954 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:04:28,729 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:30,731 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:32,732 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:34,519 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:04:34,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:38,736 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:40,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:43,132 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:04:43,133 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:04:44,739 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:48,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:50,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:54,744 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:04:58,395 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:04:58,395 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:04:58,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:00,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:04,744 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:05:04,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:06,750 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:10,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:13,669 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:05:13,670 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:05:14,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:17,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:21,758 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:23,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:25,762 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:28,968 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:05:28,968 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:05:29,764 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:31,766 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:34,986 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:05:35,779 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:37,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:41,783 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:43,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:44,133 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:05:44,134 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:05:45,785 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:49,788 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:51,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:53,790 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:57,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:05:59,386 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:05:59,387 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:05:59,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:01,795 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:05,264 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:06:05,812 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:07,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:09,814 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:11,816 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:13,817 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:14,595 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:06:14,595 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:06:17,820 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:19,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:21,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:23,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:26,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:28,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:29,821 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:06:29,822 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:06:30,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:32,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:34,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:35,621 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:06:36,831 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:38,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:39,792 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 20:06:39,901 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 20:06:39,939 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 20:06:40,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:40,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 20:06:41,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:42,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:44,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:45,083 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:06:45,084 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:06:46,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:50,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:54,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:06:58,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:00,386 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:07:00,386 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:07:00,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:04,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:05,932 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:07:06,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:10,895 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:14,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:15,647 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:07:15,648 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:07:16,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:20,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:23,905 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:27,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:30,814 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:07:30,814 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:07:31,910 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:33,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:36,209 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:07:37,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:39,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:43,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:45,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:45,971 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:07:45,972 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:07:47,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:51,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:53,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:57,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:07:59,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:01,214 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:08:01,214 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:08:01,930 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:05,933 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:06,424 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:08:07,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:09,935 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:11,936 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:15,939 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:16,520 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:08:16,520 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:08:17,940 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:19,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:22,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:24,945 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:28,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:30,948 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:31,724 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:08:31,725 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:08:32,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:34,951 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:36,726 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:08:36,952 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:38,954 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:40,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:42,957 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:44,959 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:46,922 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:08:46,923 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:08:46,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:48,962 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:50,964 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:52,966 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:54,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:56,968 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:08:58,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:02,181 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:09:02,181 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:09:02,972 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:04,974 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:06,985 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:09:08,977 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:12,979 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:16,982 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:17,346 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:09:17,346 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:09:18,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:22,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:26,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:28,992 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:32,620 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:09:32,620 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:09:32,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:34,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:37,224 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:09:39,000 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:41,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:45,004 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:47,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:47,803 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:09:47,803 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:09:51,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:53,010 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:09:58,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:00,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:02,016 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:02,962 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:10:02,963 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:10:06,018 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:07,438 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:10:08,020 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:12,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:14,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:16,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:18,185 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:10:18,186 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:10:20,028 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:22,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:24,031 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:26,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:30,035 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:32,037 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:33,515 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:10:33,515 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:10:34,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:36,041 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:37,678 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:10:38,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:40,045 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:44,048 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:46,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:48,051 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:48,773 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:10:48,773 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:10:50,053 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:52,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:54,055 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:56,056 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:10:58,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:00,058 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:02,059 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:02,294 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 20:11:02,402 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 20:11:02,454 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 20:11:03,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 20:11:03,976 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:11:03,977 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:11:04,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:06,061 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:07,927 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:11:08,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:10,064 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:12,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:14,066 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:16,067 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:18,069 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:19,243 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:11:19,243 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:11:21,071 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:23,072 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:25,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:27,074 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:29,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:31,077 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:33,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:34,550 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:11:34,551 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:11:35,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:37,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:38,133 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:11:39,085 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:41,086 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:43,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:45,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:47,091 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:49,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:49,804 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:11:49,804 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:11:51,095 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:53,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:55,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:57,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:11:59,099 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:12:01,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:12:03,102 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:12:05,093 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:12:05,094 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:12:07,499 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 20:12:07,537 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 20:12:07,598 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 20:12:08,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:12:08,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 20:12:08,343 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:12:09,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:12:11,106 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:12:20,346 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:12:20,347 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:12:21,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 20:12:35,562 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:12:35,563 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:12:38,531 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:12:50,737 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:12:50,738 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:13:05,906 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:13:05,907 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:13:08,755 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 20:13:21,442 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:13:21,442 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:13:36,612 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 20:13:36,613 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 20:13:38,965 DEBUG SenderThread:13445 [sender.py:send():234] send: stats