diff --git "a/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" "b/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20220129_215451-1vipdbow/logs/debug-internal.log" @@ -0,0 +1,27049 @@ +2022-01-29 21:54:52,737 INFO MainThread:37713 [internal.py:wandb_internal():87] W&B internal server running at pid: 37713, started at: 2022-01-29 21:54:52.737098 +2022-01-29 21:54:52,741 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: check_version +2022-01-29 21:54:52,741 INFO WriterThread:37713 [datastore.py:open_for_write():77] open: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/run-1vipdbow.wandb +2022-01-29 21:54:52,745 DEBUG SenderThread:37713 [sender.py:send():234] send: header +2022-01-29 21:54:52,745 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: check_version +2022-01-29 21:54:52,820 DEBUG SenderThread:37713 [sender.py:send():234] send: run +2022-01-29 21:54:53,016 INFO SenderThread:37713 [dir_watcher.py:__init__():169] watching files in: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files +2022-01-29 21:54:53,016 INFO SenderThread:37713 [sender.py:_start_run_threads():804] run started: 1vipdbow with start time 1643493291 +2022-01-29 21:54:53,016 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 21:54:53,017 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 21:54:53,018 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: run_start +2022-01-29 21:54:53,025 DEBUG HandlerThread:37713 [meta.py:__init__():40] meta init +2022-01-29 21:54:53,025 DEBUG HandlerThread:37713 [meta.py:__init__():54] meta init done +2022-01-29 21:54:53,025 DEBUG HandlerThread:37713 [meta.py:probe():214] probe +2022-01-29 21:54:53,036 DEBUG HandlerThread:37713 [meta.py:_setup_git():204] setup git +2022-01-29 21:54:53,067 DEBUG HandlerThread:37713 [meta.py:_setup_git():211] setup git done +2022-01-29 21:54:53,067 DEBUG HandlerThread:37713 [meta.py:_save_pip():58] save pip +2022-01-29 21:54:53,068 DEBUG HandlerThread:37713 [meta.py:_save_pip():72] save pip done +2022-01-29 21:54:53,068 DEBUG HandlerThread:37713 [meta.py:_save_conda():79] save conda +2022-01-29 21:54:53,596 DEBUG HandlerThread:37713 [meta.py:_save_conda():89] save conda done +2022-01-29 21:54:53,597 DEBUG HandlerThread:37713 [meta.py:probe():252] probe done +2022-01-29 21:54:53,605 DEBUG SenderThread:37713 [sender.py:send():234] send: files +2022-01-29 21:54:53,606 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-metadata.json with policy now +2022-01-29 21:54:53,621 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:54:53,622 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:54:53,783 DEBUG SenderThread:37713 [sender.py:send():234] send: config +2022-01-29 21:54:53,784 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 21:54:53,784 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 21:54:53,784 WARNING SenderThread:37713 [sender.py:send_metric():897] Seen metric with glob (shouldnt happen) +2022-01-29 21:54:54,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/conda-environment.yaml +2022-01-29 21:54:54,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 21:54:54,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-metadata.json +2022-01-29 21:54:54,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/requirements.txt +2022-01-29 21:54:54,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_created():217] file/dir created: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:54:54,154 INFO Thread-11 :37713 [upload_job.py:push():137] Uploaded file /tmp/tmpkjjl1l5pwandb/29eh9hsi-wandb-metadata.json +2022-01-29 21:54:56,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:02,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:08,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:08,822 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:55:08,822 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:55:14,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:19,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:21,287 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:55:23,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:24,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/config.yaml +2022-01-29 21:55:24,117 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:55:24,118 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:55:29,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:33,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:37,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:39,378 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:55:39,379 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:55:41,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:45,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:49,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:51,613 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:55:53,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:54,712 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:55:54,713 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:55:57,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:55:59,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:03,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:07,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:10,065 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:56:10,065 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:56:11,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:13,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:17,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:21,894 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:56:22,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:24,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:25,246 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:56:25,246 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:56:28,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:30,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:34,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:36,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:40,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:40,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:56:40,519 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:56:42,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:46,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:48,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:50,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:52,224 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:56:54,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:55,832 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:56:55,833 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:56:56,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:56:58,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:02,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:04,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:06,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:08,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:11,038 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:57:11,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:57:12,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:14,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:16,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:18,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:20,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:22,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:22,554 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:57:24,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:26,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:26,201 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:57:26,201 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:57:28,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:30,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:32,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:34,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:41,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:41,442 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:57:41,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:57:47,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:52,807 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:57:53,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:57:56,964 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:57:56,964 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:57:57,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:01,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:05,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:11,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:12,254 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:58:12,255 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:58:15,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:19,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:23,111 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:58:23,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:27,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:27,424 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:58:27,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:58:31,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:35,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:37,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:41,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:42,587 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:58:42,588 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:58:45,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:49,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:53,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:53,523 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:58:56,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:58:57,853 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:58:57,854 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:59:00,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:02,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:06,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:10,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:12,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:13,101 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:59:13,101 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:59:16,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:18,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:22,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:23,813 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:59:24,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:28,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:28,263 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:59:28,263 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:59:30,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:34,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:36,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:38,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:40,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:43,477 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:59:43,478 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 21:59:44,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:46,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:48,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:50,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:54,073 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 21:59:54,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:56,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:58,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 21:59:58,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 21:59:58,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:00:00,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:02,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:04,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:06,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:08,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:10,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:12,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:12,905 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,910 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,916 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,921 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,921 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,922 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,922 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,922 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,922 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,922 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,928 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,933 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,934 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,934 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,934 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,934 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,934 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,934 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,935 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,935 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,935 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,940 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,975 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,986 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,990 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,990 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,990 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,990 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,991 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,991 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,991 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,991 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,991 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,991 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,991 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,992 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,992 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,992 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,992 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,992 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,992 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,993 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,993 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,993 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,993 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,993 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,993 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,994 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,994 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,994 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,994 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,994 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,994 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,995 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,995 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,995 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,995 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,995 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,995 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,996 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,996 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,996 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,996 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,996 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,996 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,996 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,997 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,997 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,997 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,997 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,997 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,997 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,998 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,998 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,998 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,998 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,998 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,998 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:12,999 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,000 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,001 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,002 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,003 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,004 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,005 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,006 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,007 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,007 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,007 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,007 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,007 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,007 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,008 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,008 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,008 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,008 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,008 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,009 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,009 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,009 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,009 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,009 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,009 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,009 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,010 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,010 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,010 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,010 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,010 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,010 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,010 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,011 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,012 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,013 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,014 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,015 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,015 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,016 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,017 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,018 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,020 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,022 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,023 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,024 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,025 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,026 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,027 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,028 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,029 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,030 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,031 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,032 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,033 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,034 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,035 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,036 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,037 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,038 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,039 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,040 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,041 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,042 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,043 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,044 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,045 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,046 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,047 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,048 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,049 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,050 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,051 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,052 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,053 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,054 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,055 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,056 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,057 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,058 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,059 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,060 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,061 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,063 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,064 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,065 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,066 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,068 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,069 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,069 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,069 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,069 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:00:13,069 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:00:13,101 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:00:13,134 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:00:13,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:00:14,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:14,242 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:00:14,244 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:00:21,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:24,328 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:00:27,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:28,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/config.yaml +2022-01-29 22:00:29,588 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:00:29,588 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:00:31,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:37,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:41,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:44,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:00:44,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:00:45,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:49,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:53,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:00:54,659 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:00:57,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:00,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:01:00,317 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:01:01,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:05,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:10,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:14,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:15,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:01:15,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:01:16,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:20,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:24,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:24,914 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:01:28,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:30,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:30,985 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:01:30,985 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:01:34,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:38,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:40,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:44,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:46,243 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:01:46,243 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:01:46,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:50,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:52,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:55,178 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:01:56,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:01:58,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:01,613 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:02:01,613 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:02:02,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:04,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:08,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:10,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:12,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:14,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:16,854 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:02:16,856 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:02:18,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:20,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:22,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:25,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:25,543 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:02:27,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:31,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:32,096 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:02:32,097 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:02:33,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:35,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:37,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:39,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:41,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:43,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:45,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:47,303 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:02:47,304 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:02:47,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:49,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:51,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:02:55,766 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:02:57,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:02,643 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:03:02,643 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:03:03,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:07,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:13,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:17,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:17,967 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:03:17,969 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:03:21,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:26,114 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:03:26,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:30,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:33,304 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:03:33,304 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:03:34,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:38,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:42,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:46,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:48,581 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:03:48,581 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:03:50,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:54,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:03:56,371 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:03:58,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:00,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:03,929 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:04:03,930 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:04:04,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:08,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:12,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:14,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:18,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:19,170 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:04:19,171 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:04:20,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:24,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:26,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:26,739 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:04:31,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:33,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:34,337 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:04:34,338 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:04:37,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:39,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:43,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:45,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:47,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:49,597 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:04:49,598 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:04:51,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:53,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:55,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:04:57,029 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:04:57,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:01,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:03,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:04,914 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:05:04,914 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:05:05,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:07,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:09,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:11,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:15,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:17,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:19,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:20,105 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:05:20,105 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:05:21,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:23,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:25,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:27,290 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:05:27,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:27,707 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:05:27,775 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:05:27,816 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:05:28,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:05:29,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:35,400 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:05:35,401 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:05:36,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:40,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:46,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:50,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:50,775 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:05:50,776 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:05:56,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:05:57,612 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:06:00,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:04,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:05,976 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:06:05,976 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:06:08,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:12,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:16,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:20,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:21,150 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:06:21,151 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:06:24,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:27,981 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:06:28,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:33,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:35,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:36,316 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:06:36,316 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:06:39,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:43,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:47,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:51,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:51,642 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:06:51,643 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:06:53,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:57,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:06:58,287 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:06:59,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:03,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:05,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:06,811 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:07:06,812 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:07:09,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:13,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:15,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:17,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:21,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:21,975 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:07:21,975 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:07:23,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:27,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:28,552 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:07:29,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:32,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:36,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:37,188 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:07:37,188 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:07:38,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:40,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:42,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:44,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:48,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:50,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:52,416 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:07:52,416 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:07:52,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:54,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:56,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:58,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:07:58,819 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:08:00,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:02,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:04,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:06,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:07,814 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:08:07,814 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:08:08,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:14,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:20,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:23,127 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:08:23,128 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:08:24,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:28,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:29,135 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:08:34,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:38,513 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:08:38,513 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:08:38,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:42,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:46,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:51,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:53,853 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:08:53,854 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:08:55,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:08:59,399 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:08:59,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:03,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:07,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:09,180 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:09:09,181 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:09:11,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:13,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:17,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:21,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:24,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:09:24,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:09:25,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:29,651 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:09:29,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:31,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:35,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:37,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:39,768 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:09:39,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:09:41,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:43,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:47,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:49,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:53,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:54,955 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:09:54,955 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:09:56,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:09:59,909 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:10:00,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:02,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:04,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:08,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:10,207 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:10:10,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:10:10,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:12,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:14,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:18,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:20,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:22,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:24,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:25,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:10:25,378 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:10:26,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:28,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:30,192 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:10:32,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:34,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:36,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:38,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:40,624 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:10:40,625 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:10:40,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:42,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:44,695 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:10:44,804 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:10:44,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:44,844 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:10:45,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:10:45,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:46,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:53,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:10:55,814 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:10:55,815 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:10:57,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:00,543 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:11:03,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:07,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:10,985 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:11:10,985 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:11:11,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:17,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:21,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:25,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:26,275 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:11:26,276 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:11:29,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:30,872 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:11:33,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:38,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:41,554 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:11:41,554 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:11:42,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:46,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:48,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:52,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:11:56,857 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:11:56,857 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:11:56,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:00,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:01,128 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:12:04,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:06,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:10,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:12,047 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:12:12,047 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:12:12,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:16,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:20,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:22,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:24,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:27,216 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:12:27,217 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:12:28,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:30,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:31,392 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:12:34,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:37,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:39,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:42,481 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:12:42,481 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:12:43,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:45,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:49,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:51,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:53,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:55,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:12:57,780 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:12:57,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:12:57,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:01,628 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:13:01,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:03,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:05,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:07,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:09,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:11,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:13,088 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:13:13,088 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:13:13,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:15,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:17,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:19,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:21,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:23,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:28,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:13:28,306 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:13:29,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:31,904 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:13:35,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:41,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:43,474 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:13:43,475 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:13:45,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:49,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:56,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:13:58,762 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:13:58,762 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:14:00,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:02,180 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:14:04,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:08,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:13,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:13,993 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:14:13,994 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:14:17,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:21,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:25,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:29,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:29,163 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:14:29,164 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:14:31,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:32,409 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:14:35,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:39,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:43,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:44,384 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:14:44,384 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:14:45,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:49,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:52,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:56,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:14:59,617 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:14:59,617 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:15:00,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:02,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:02,739 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:15:06,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:08,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:10,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:14,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:14,818 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:15:14,818 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:15:16,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:20,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:22,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:24,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:26,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:30,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:30,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:15:30,074 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:15:32,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:32,987 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:15:34,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:36,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:40,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:42,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:44,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:45,282 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:15:45,283 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:15:46,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:48,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:50,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:52,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:54,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:56,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:15:58,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:00,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:00,489 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:16:00,489 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:16:01,332 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:16:01,415 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:16:01,460 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:16:02,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:16:02,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:03,247 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:16:11,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:15,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:15,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:16:15,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:16:21,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:25,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:29,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:30,820 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:16:30,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:16:33,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:33,494 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:16:37,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:41,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:45,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:46,122 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:16:46,123 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:16:49,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:53,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:16:57,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:01,442 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:17:01,443 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:17:02,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:03,794 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:17:06,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:10,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:14,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:16,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:16,734 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:17:16,734 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:17:20,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:24,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:26,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:30,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:32,045 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:17:32,045 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:17:32,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:34,098 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:17:36,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:38,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:42,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:44,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:47,375 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:17:47,375 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:17:48,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:50,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:54,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:56,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:17:58,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:00,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:02,662 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:18:02,663 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:18:04,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:04,364 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:18:06,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:08,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:10,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:15,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:17,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:17,892 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:18:17,893 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:18:19,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:21,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:23,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:25,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:27,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:29,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:31,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:33,078 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:18:33,078 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:18:33,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:34,703 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:18:35,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:37,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:39,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:45,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:48,268 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:18:48,268 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:18:49,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:55,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:18:59,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:03,567 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:19:03,568 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:19:05,002 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:19:05,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:09,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:13,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:17,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:18,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:19:18,866 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:19:22,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:26,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:30,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:34,042 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:19:34,042 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:19:34,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:35,258 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:19:38,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:42,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:44,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:48,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:49,202 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:19:49,203 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:19:52,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:56,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:19:58,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:02,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:04,461 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:20:04,461 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:20:05,552 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:20:06,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:08,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:12,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:14,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:18,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:19,762 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:20:19,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:20:21,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:25,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:27,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:29,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:33,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:35,007 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:20:35,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:20:35,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:35,804 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:20:37,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:41,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:43,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:45,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:47,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:50,176 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:20:50,176 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:20:51,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:53,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:55,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:57,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:20:59,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:01,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:03,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:05,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:05,355 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:21:05,355 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:21:06,103 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:21:07,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:09,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:11,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:13,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:14,835 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:21:14,950 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:21:14,993 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:21:15,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:21:15,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:19,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:20,523 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:21:20,524 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:21:22,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:26,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:28,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:32,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:34,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:35,747 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:21:35,747 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:21:36,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:36,347 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:21:40,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:42,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:44,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:48,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:50,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:50,974 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:21:50,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:21:52,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:56,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:21:58,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:00,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:04,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:06,204 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:22:06,204 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:22:06,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:06,603 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:22:10,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:12,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:16,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:18,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:20,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:21,463 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:22:21,464 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:22:23,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:27,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:29,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:31,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:35,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:36,755 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:22:36,755 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:22:36,919 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:22:37,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:39,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:43,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:45,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:49,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:51,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:52,001 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:22:52,001 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:22:53,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:57,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:22:59,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:01,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:05,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:07,159 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:23:07,338 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:23:07,339 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:23:07,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:09,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:13,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:15,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:17,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:21,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:22,566 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:23:22,567 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:23:23,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:26,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:30,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:32,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:36,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:37,377 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:23:37,815 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:23:37,816 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:23:38,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:40,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:42,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:46,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:48,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:50,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:53,069 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:23:53,069 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:23:54,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:23:56,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:00,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:02,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:04,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:07,670 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:24:08,304 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:24:08,305 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:24:08,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:10,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:12,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:16,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:19,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:23,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:23,507 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:24:23,508 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:24:25,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:29,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:31,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:33,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:35,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:37,951 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:24:38,836 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:24:38,837 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:24:39,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:41,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:45,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:47,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:49,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:53,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:54,086 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:24:54,086 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:24:55,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:24:59,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:01,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:05,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:07,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:08,220 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:25:09,341 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:25:09,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:25:09,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:13,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:15,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:17,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:22,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:24,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:24,611 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:25:24,611 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:25:26,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:28,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:25:38,453 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:25:39,804 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:25:39,804 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:25:55,020 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:25:55,020 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:26:00,630 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:26:00,636 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:26:00,641 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:26:00,647 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:26:00,652 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-29 22:26:00,657 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:26:00,667 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:26:00,714 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:26:01,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:26:02,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:26:03,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:26:04,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:26:08,673 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:26:10,213 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:26:10,214 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:26:12,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:26:23,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/config.yaml +2022-01-29 22:26:25,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:26:25,378 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:26:38,948 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:26:40,544 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:26:40,545 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:26:55,712 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:26:55,713 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:27:09,206 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:27:10,878 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:27:10,878 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:27:26,047 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:27:26,048 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:27:28,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:27:34,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:27:39,446 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:27:40,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:27:41,345 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:27:41,345 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:27:44,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:27:50,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:27:54,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:27:56,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:27:56,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:28:01,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:05,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:09,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:09,704 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:28:11,811 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:28:11,812 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:28:13,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:17,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:21,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:25,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:27,139 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:28:27,139 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:28:27,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:31,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:35,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:39,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:39,938 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:28:42,480 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:28:42,480 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:28:43,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:45,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:49,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:53,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:55,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:28:57,872 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:28:57,872 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:28:59,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:03,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:06,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:10,227 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:29:10,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:12,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:13,045 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:29:13,045 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:29:16,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:18,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:22,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:24,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:26,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:28,269 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:29:28,270 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:29:30,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:32,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:34,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:38,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:40,524 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:29:40,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:42,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:43,569 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:29:43,570 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:29:44,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:46,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:50,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:52,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:54,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:56,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:58,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:29:58,864 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:29:58,864 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:30:00,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:02,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:04,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:06,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:08,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:10,773 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:30:14,248 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:30:14,248 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:30:14,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:21,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:25,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:29,609 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:30:29,610 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:30:31,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:35,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:39,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:41,085 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:30:43,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:44,910 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:30:44,911 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:30:47,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:51,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:55,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:30:59,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:00,222 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:31:00,223 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:31:03,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:07,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:11,359 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:31:12,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:15,599 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:31:15,599 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:31:16,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:20,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:22,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:26,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:30,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:30,911 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:31:30,912 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:31:32,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:36,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:40,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:41,655 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:31:42,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:46,123 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:31:46,124 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:31:46,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:48,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:52,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:54,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:31:56,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:00,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:01,291 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:32:01,291 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:32:02,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:06,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:09,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:11,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:11,937 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:32:15,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:16,487 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:32:16,488 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:32:17,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:19,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:21,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:23,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:25,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:29,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:31,722 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:32:31,722 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:32:31,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:33,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:35,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:37,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:39,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:41,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:42,252 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:32:43,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:45,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:46,264 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:32:46,354 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:32:46,394 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:32:46,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:32:46,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:47,220 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:32:47,221 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:32:47,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:53,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:32:59,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:02,439 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:33:02,439 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:33:05,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:09,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:12,680 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:33:13,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:17,604 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:33:17,604 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:33:19,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:24,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:28,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:32,856 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:33:32,856 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:33:32,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:36,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:40,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:43,056 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:33:44,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:48,150 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:33:48,150 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:33:48,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:52,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:56,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:33:58,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:02,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:03,423 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:34:03,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:34:06,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:08,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:12,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:13,356 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:34:16,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:18,666 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:34:18,666 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:34:18,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:22,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:24,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:29,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:31,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:33,987 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:34:33,987 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:34:35,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:37,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:41,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:43,621 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:34:43,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:45,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:49,238 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:34:49,238 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:34:49,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:51,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:53,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:57,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:34:59,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:01,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:03,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:04,405 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:35:04,406 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:35:05,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:07,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:11,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:13,956 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:35:13,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:15,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:17,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:19,655 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:35:19,656 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:35:19,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:21,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:23,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:25,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:28,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:34,884 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:35:34,884 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:35:34,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:38,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:44,261 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:35:44,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:48,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:50,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:35:50,040 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:35:54,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:35:58,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:02,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:05,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:36:05,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:36:06,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:10,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:14,528 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:36:14,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:18,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:20,442 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:36:20,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:36:23,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:27,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:30,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:34,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:35,600 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:36:35,601 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:36:38,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:42,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:44,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:44,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:36:48,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:50,878 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:36:50,879 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:36:52,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:54,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:36:58,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:00,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:04,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:06,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:06,262 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:37:06,262 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:37:10,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:12,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:15,097 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:37:16,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:19,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:21,557 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:37:21,557 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:37:23,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:25,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:29,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:31,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:33,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:35,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:36,816 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:37:36,816 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:37:39,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:41,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:43,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:45,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:45,420 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:37:47,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:49,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:51,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:52,111 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:37:52,111 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:37:53,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:55,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:57,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:37:59,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:01,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:03,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:04,194 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:38:04,311 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:38:04,346 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:38:05,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:38:05,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:07,376 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:38:07,377 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:38:13,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:15,799 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:38:17,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:22,659 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:38:22,659 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:38:23,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:28,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:32,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:36,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:37,900 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:38:37,900 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:38:42,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:46,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:46,116 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:38:50,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:53,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:38:53,166 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:38:54,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:38:58,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:02,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:06,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:08,506 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:39:08,507 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:39:10,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:12,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:16,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:16,388 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:39:20,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:23,754 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:39:23,755 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:39:24,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:26,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:30,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:32,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:36,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:38,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:39,025 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:39:39,025 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:39:43,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:46,623 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:39:47,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:49,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:51,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:54,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:39:54,305 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:39:55,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:39:57,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:01,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:03,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:05,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:09,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:09,639 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:40:09,640 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:40:11,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:13,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:15,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:16,892 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:40:19,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:21,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:23,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:24,858 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:40:24,859 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:40:25,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:27,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:29,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:31,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:33,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:35,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:37,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:39,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:40,077 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:40:40,078 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:40:41,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:43,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:47,126 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:40:49,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:40:55,517 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:40:55,518 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:40:56,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:00,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:06,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:10,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:10,901 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:41:10,902 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:41:14,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:17,345 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:41:20,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:24,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:26,101 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:41:26,102 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:41:28,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:32,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:36,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:40,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:41,314 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:41:41,314 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:41:45,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:47,650 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:41:49,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:53,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:55,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:41:56,480 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:41:56,480 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:41:59,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:03,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:07,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:09,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:11,775 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:42:11,776 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:42:13,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:15,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:18,079 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:42:19,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:21,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:25,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:27,140 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:42:27,140 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:42:27,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:31,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:33,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:37,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:39,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:41,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:42,361 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:42:42,361 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:42:45,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:47,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:48,332 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:42:49,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:52,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:56,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:42:57,529 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:42:57,529 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:42:58,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:00,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:02,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:04,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:06,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:10,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:12,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:12,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:43:12,684 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:43:14,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:16,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:18,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:18,635 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:43:20,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:22,075 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:43:22,135 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:43:22,199 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:43:22,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:43:22,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:23,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:24,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:27,851 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:43:27,852 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:43:30,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:34,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:40,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:43,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:43:43,074 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:43:45,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:48,997 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:43:49,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:55,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:43:58,337 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:43:58,338 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:43:59,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:03,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:07,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:11,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:13,707 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:44:13,708 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:44:15,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:19,228 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:44:19,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:23,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:25,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:29,094 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:44:29,094 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:44:29,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:33,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:37,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:39,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:43,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:44,340 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:44:44,341 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:44:48,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:49,481 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:44:50,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:54,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:56,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:44:59,513 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:44:59,513 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:45:00,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:02,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:06,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:08,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:12,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:14,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:14,682 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:45:14,682 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:45:16,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:19,738 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:45:20,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:22,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:24,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:28,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:29,864 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:45:29,864 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:45:30,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:32,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:34,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:36,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:38,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:42,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:44,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:45,070 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:45:45,070 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:45:46,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:48,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:50,033 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:45:50,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:52,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:54,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:56,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:45:58,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:00,388 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:46:00,388 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:46:00,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:07,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:11,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:15,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:46:15,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:46:17,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:20,364 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:46:21,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:27,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:31,197 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:46:31,197 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:46:31,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:35,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:39,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:43,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:46,626 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:46:46,626 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:46:47,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:50,617 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:46:51,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:55,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:46:59,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:02,018 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:47:02,019 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:47:04,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:08,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:10,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:14,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:17,352 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:47:17,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:47:18,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:20,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:20,878 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:47:24,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:28,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:30,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:32,641 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:47:32,641 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:47:34,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:36,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:40,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:42,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:46,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:48,511 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:47:48,512 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:47:48,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:50,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:51,164 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:47:54,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:47:56,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:00,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:02,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:03,773 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:48:03,774 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:48:04,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:07,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:11,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:13,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:15,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:17,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:19,050 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:48:19,050 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:48:19,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:21,449 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:48:21,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:23,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:25,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:27,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:29,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:31,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:33,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:34,274 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:48:34,274 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:48:35,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:36,871 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:48:36,976 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:48:37,011 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:48:37,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:48:37,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:39,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:43,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:49,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:50,067 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:48:50,068 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:48:51,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:48:55,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:48:59,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:05,465 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:49:05,466 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:49:05,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:10,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:14,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:18,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:20,765 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:49:20,766 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:49:22,076 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:49:22,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:26,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:30,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:34,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:36,156 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:49:36,156 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:49:38,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:42,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:44,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:48,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:51,480 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:49:51,481 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:49:52,338 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:49:52,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:54,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:49:58,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:02,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:04,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:06,754 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:50:06,754 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:50:08,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:12,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:14,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:19,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:21,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:21,941 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:50:21,942 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:50:22,585 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:50:25,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:27,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:29,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:33,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:35,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:37,191 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:50:37,191 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:50:37,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:41,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:43,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:45,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:47,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:51,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:52,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:50:52,572 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:50:52,842 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:50:53,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:55,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:57,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:50:59,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:01,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:03,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:05,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:07,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:07,842 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:51:07,843 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:51:09,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:11,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:13,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:15,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:17,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:23,094 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:51:23,140 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:51:23,141 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:51:24,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:30,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:34,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:38,569 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:51:38,570 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:51:40,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:44,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:48,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:52,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:51:53,366 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:51:53,844 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:51:53,845 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:51:56,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:00,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:04,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:08,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:09,095 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:52:09,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:52:12,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:17,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:21,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:23,590 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:52:24,468 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:52:24,469 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:52:25,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:27,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:31,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:35,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:37,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:39,745 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:52:39,745 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:52:41,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:45,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:47,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:51,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:53,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:53,818 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:52:54,943 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:52:54,944 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:52:57,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:52:59,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:01,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:05,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:07,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:10,195 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:53:10,195 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:53:10,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:14,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:16,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:18,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:22,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:24,115 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:53:24,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:25,589 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:53:25,590 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:53:26,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:28,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:30,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:34,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:36,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:38,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:40,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:40,890 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:53:40,890 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:53:42,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:44,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:46,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:48,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:50,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:52,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:52,855 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:53:52,968 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:53:53,017 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:53:53,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:53:54,378 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:53:54,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:53:56,234 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:53:56,235 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:53:56,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:00,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:02,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:06,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:08,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:10,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:11,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:54:11,575 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:54:14,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:16,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:19,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:23,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:24,655 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:54:25,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:26,827 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:54:26,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:54:27,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:31,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:33,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:35,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:39,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:41,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:42,087 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:54:42,087 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:54:45,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:47,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:49,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:53,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:54,886 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:54:55,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:54:57,355 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:54:57,355 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:54:57,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:01,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:03,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:06,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:10,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:12,580 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:55:12,581 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:55:12,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:14,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:18,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:20,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:22,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:25,127 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:55:26,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:27,940 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:55:27,941 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:55:28,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:32,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:34,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:36,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:38,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:42,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:43,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:55:43,178 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:55:44,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:48,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:50,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:52,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:55,369 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:55:56,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:55:58,472 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:55:58,473 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:55:58,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:02,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:05,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:09,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:11,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:13,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:56:13,701 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:56:13,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:15,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:19,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:21,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:23,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:25,608 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:56:27,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:28,964 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:56:28,964 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:56:29,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:33,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:35,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:37,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:41,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:43,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:44,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:56:44,206 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:56:45,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:49,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:51,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:53,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:55,927 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:56:57,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:56:59,472 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:56:59,473 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:56:59,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:03,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:05,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:07,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:11,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:14,659 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:57:14,660 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:57:14,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:16,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:20,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:22,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:26,182 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:57:26,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:28,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:29,985 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:57:29,985 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:57:30,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:34,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:36,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:40,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:42,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:44,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:45,224 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:57:45,225 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:57:48,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:50,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:52,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:56,411 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:57:56,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:57:58,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:58:00,475 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:58:00,475 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:58:00,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:58:04,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:58:15,782 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:58:15,783 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:58:26,614 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:58:30,997 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:58:30,997 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:58:45,231 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 22:58:45,254 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 22:58:45,301 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 22:58:46,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 22:58:46,191 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:58:46,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:58:47,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:58:48,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:58:50,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:58:56,837 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:59:00,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 22:59:01,389 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:59:01,390 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:59:16,554 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:59:16,555 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:59:27,063 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 22:59:31,718 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:59:31,719 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:59:46,882 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 22:59:46,882 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 22:59:57,300 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:00:02,058 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:00:02,058 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:00:16,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:17,241 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:00:17,241 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:00:22,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:27,588 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:00:28,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:32,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:32,404 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:00:32,404 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:00:36,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:40,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:46,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:47,572 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:00:47,573 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:00:50,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:55,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:00:57,911 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:00:59,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:02,875 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:01:02,876 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:01:03,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:07,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:11,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:15,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:18,231 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:01:18,232 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:01:19,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:23,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:27,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:28,116 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:01:29,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:33,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:33,484 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:01:33,484 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:01:37,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:39,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:43,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:45,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:48,738 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:01:48,739 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:01:49,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:52,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:56,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:58,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:01:58,346 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:02:02,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:04,041 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:02:04,045 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:02:04,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:08,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:10,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:12,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:16,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:18,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:19,283 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:02:19,284 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:02:20,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:22,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:26,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:28,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:28,629 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:02:30,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:32,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:34,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:34,563 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:02:34,564 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:02:36,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:38,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:40,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:42,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:44,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:46,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:48,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:49,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:02:49,782 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:02:50,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:52,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:58,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:02:58,846 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:03:04,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:04,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:03:04,998 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:03:08,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:15,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:19,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:20,151 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:03:20,152 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:03:23,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:27,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:29,105 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:03:33,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:35,421 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:03:35,422 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:03:37,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:41,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:43,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:47,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:50,931 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:03:50,932 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:03:51,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:55,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:59,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:03:59,448 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:04:03,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:05,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:06,264 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:04:06,265 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:04:09,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:13,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:16,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:20,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:21,461 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:04:21,461 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:04:22,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:26,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:29,708 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:04:30,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:32,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:36,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:36,782 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:04:36,783 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:04:38,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:40,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:44,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:46,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:48,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:52,034 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:04:52,034 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:04:52,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:54,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:56,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:58,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:04:59,923 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:05:02,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:04,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:06,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:07,269 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:05:07,270 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:05:08,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:10,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:12,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:14,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:16,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:18,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:20,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:22,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:22,494 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:05:22,495 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:05:24,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:27,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:27,719 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:05:27,746 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:05:27,780 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:05:28,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:05:29,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:30,212 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:05:35,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:37,664 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:05:37,665 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:05:41,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:45,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:51,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:52,834 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:05:52,835 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:05:55,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:05:59,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:00,544 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:06:03,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:08,049 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:06:08,049 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:06:08,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:12,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:16,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:20,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:23,445 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:06:23,446 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:06:24,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:28,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:30,799 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:06:32,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:36,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:38,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:38,789 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:06:38,790 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:06:42,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:46,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:48,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:52,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:54,147 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:06:54,148 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:06:56,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:06:58,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:01,020 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:07:01,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:05,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:07,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:09,486 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:07:09,487 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:07:11,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:13,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:17,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:19,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:23,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:24,754 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:07:24,755 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:07:25,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:27,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:31,318 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:07:31,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:33,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:35,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:37,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:39,968 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:07:39,968 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:07:41,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:43,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:45,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:47,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:49,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:51,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:53,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:55,138 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:07:55,138 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:07:55,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:57,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:07:59,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:01,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:01,636 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:08:03,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:05,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:10,471 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:08:10,472 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:08:11,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:17,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:22,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:25,864 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:08:25,864 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:08:26,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:31,942 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:08:32,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:36,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:40,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:41,123 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:08:41,124 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:08:44,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:48,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:52,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:08:56,414 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:08:56,414 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:08:56,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:01,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:02,223 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:09:05,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:09,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:11,741 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:09:11,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:09:13,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:17,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:19,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:23,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:27,043 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:09:27,044 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:09:27,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:31,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:32,531 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:09:33,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:37,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:39,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:42,286 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:09:42,287 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:09:43,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:45,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:49,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:51,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:55,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:57,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:09:57,619 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:09:57,620 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:10:01,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:02,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:10:03,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:05,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:10,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:12,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:12,934 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:10:12,934 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:10:14,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:16,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:18,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:22,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:24,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:26,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:28,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:10:28,193 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:10:28,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:30,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:32,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:33,149 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:10:34,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:36,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:38,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:40,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:42,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:43,069 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:10:43,195 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:10:43,233 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:10:43,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:10:43,627 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:10:43,629 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:10:44,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:45,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:50,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:56,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:10:59,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:10:59,076 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:11:00,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:03,420 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:11:06,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:10,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:14,354 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:11:14,355 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:11:14,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:18,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:24,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:28,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:29,642 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:11:29,642 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:11:32,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:33,702 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:11:36,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:39,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:43,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:44,810 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:11:44,811 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:11:47,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:51,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:55,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:57,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:11:59,981 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:11:59,981 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:12:01,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:03,945 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:12:05,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:07,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:11,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:15,271 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:12:15,271 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:12:15,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:17,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:21,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:23,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:27,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:29,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:30,440 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:12:30,441 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:12:31,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:34,287 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:12:35,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:37,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:39,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:44,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:45,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:12:45,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:12:46,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:48,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:52,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:54,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:56,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:12:58,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:00,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:00,895 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:13:00,896 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:13:02,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:04,624 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:13:04,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:06,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:08,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:10,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:12,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:14,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:16,202 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:13:16,203 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:13:16,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:18,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:20,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:26,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:31,372 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:13:31,372 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:13:32,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:34,854 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:13:38,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:43,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:46,587 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:13:46,587 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:13:47,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:53,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:13:57,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:01,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:01,825 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:14:01,825 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:14:05,078 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:14:05,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:09,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:13,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:17,032 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:14:17,032 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:14:17,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:21,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:25,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:27,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:31,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:32,320 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:14:32,321 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:14:35,358 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:14:36,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:40,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:44,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:46,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:47,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:14:47,614 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:14:50,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:52,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:56,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:14:58,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:02,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:02,772 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:15:02,772 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:15:04,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:05,645 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:15:08,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:10,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:14,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:16,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:18,011 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:15:18,011 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:15:18,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:22,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:24,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:26,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:28,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:32,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:33,320 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:15:33,320 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:15:34,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:35,940 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:15:36,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:38,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:40,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:42,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:44,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:46,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:48,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:15:48,572 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:15:49,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:51,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:53,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:55,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:57,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:58,498 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:15:58,608 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:15:58,649 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:15:58,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:15:58,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:15:59,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:03,828 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:16:03,830 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:16:06,215 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:16:07,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:11,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:17,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:18,995 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:16:18,996 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:16:21,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:25,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:31,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:34,295 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:16:34,296 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:16:35,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:36,562 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:16:39,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:43,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:47,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:49,546 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:16:49,547 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:16:51,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:56,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:16:58,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:02,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:04,777 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:17:04,778 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:17:06,841 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:17:06,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:10,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:12,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:16,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:20,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:17:20,061 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:17:20,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:22,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:26,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:28,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:32,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:34,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:35,312 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:17:35,312 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:17:37,091 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:17:38,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:40,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:44,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:46,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:50,556 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:17:50,557 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:17:50,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:52,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:54,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:17:56,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:00,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:03,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:05,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:18:05,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:18:05,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:07,377 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:18:07,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:11,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:13,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:15,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:17,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:19,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:20,931 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:18:20,931 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:18:21,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:23,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:25,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:27,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:29,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:31,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:33,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:35,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:36,452 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:18:36,452 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:18:37,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:18:41,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:47,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:51,827 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:18:51,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:18:51,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:18:57,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:01,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:05,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:07,110 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:19:07,110 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:19:07,923 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:19:09,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:14,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:18,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:22,371 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:19:22,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:19:22,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:26,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:30,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:34,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:37,729 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:19:37,730 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:19:38,222 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:19:38,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:42,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:46,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:48,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:52,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:53,107 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:19:53,107 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:19:56,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:19:58,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:02,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:06,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:08,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:20:08,418 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:20:08,604 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:20:08,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:12,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:14,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:20,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:22,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:23,749 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:20:23,749 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:20:24,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:28,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:30,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:34,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:36,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:38,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:38,703 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:20:38,993 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:20:38,994 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:20:40,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:44,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:46,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:48,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:50,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:52,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:54,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:54,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:20:54,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:20:56,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:20:58,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:00,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:02,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:04,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:06,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:08,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:08,946 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:21:09,415 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:21:09,416 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:21:10,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:11,555 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:21:11,627 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:21:11,659 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:21:12,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:21:12,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:13,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:20,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:24,715 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:21:24,716 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:21:25,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:31,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:35,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:39,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:39,213 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:21:39,977 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:21:39,978 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:21:43,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:49,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:53,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:21:55,265 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:21:55,265 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:21:57,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:01,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:05,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:09,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:09,465 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:22:10,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:22:10,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:22:11,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:15,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:19,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:23,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:26,068 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:22:26,068 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:22:27,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:30,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:34,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:38,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:39,702 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:22:40,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:41,308 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:22:41,308 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:22:44,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:46,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:50,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:52,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:56,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:22:56,476 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:22:56,476 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:22:58,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:02,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:04,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:06,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:09,976 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:23:10,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:11,680 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:23:11,682 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:23:12,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:14,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:18,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:20,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:22,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:24,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:26,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:26,931 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:23:26,932 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:23:30,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:32,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:35,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:37,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:39,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:40,235 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:23:41,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:42,090 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:23:42,091 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:23:43,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:45,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:47,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:49,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:51,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:57,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:23:57,276 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:23:57,277 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:24:03,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:07,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:10,493 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:24:11,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:12,520 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:24:12,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:24:17,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:21,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:25,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:27,685 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:24:27,686 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:24:29,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:33,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:37,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:40,790 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:24:41,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:43,011 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:24:43,012 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:24:46,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:50,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:54,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:56,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:24:58,197 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:24:58,197 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:25:00,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:04,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:08,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:10,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:11,072 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:25:13,534 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:25:13,535 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:25:14,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:18,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:20,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:24,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:26,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:28,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:28,761 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:25:28,762 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:25:32,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:34,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:38,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:40,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:41,341 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:25:43,927 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:25:43,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:25:44,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:46,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:48,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:52,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:54,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:56,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:58,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:25:59,101 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:25:59,101 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:26:00,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:04,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:06,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:08,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:10,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:11,630 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:26:12,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:14,259 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:26:14,259 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:26:14,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:17,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:19,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:21,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:23,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:25,028 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:26:25,093 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:26:25,135 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:26:25,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:26:25,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:27,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:29,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:29,532 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:26:29,533 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:26:33,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:35,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:39,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:41,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:41,875 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:26:44,704 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:26:44,704 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:26:45,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:47,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:49,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:53,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:55,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:26:57,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:00,000 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:27:00,001 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:27:01,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:03,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:05,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:09,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:11,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:12,116 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:27:13,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:15,442 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:27:15,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:27:17,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:19,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:21,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:26,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:28,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:30,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:30,652 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:27:30,653 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:27:34,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:36,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:38,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:42,337 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:27:42,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:44,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:45,887 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:27:45,888 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:27:46,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:50,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:52,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:54,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:27:58,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:00,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:01,109 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:28:01,110 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:28:02,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:06,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:08,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:10,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:12,591 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:28:14,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:16,397 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:28:16,398 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:28:17,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:19,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:23,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:25,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:29,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:31,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:31,624 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:28:31,625 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:28:33,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:37,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:39,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:41,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:42,840 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:28:45,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:46,829 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:28:46,830 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:28:47,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:49,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:51,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:55,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:28:57,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:01,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:02,152 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:29:02,152 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:29:03,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:05,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:09,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:11,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:13,067 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:29:13,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:17,399 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:29:17,400 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:29:17,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:20,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:22,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:26,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:28,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:32,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:32,632 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:29:32,632 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:29:34,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:36,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:40,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:42,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:43,316 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:29:46,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:47,970 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:29:47,971 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:29:48,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:50,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:54,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:29:56,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:00,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:02,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:03,202 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:30:03,202 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:30:04,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:08,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:10,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:12,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:13,535 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:30:16,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:18,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:30:18,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:30:19,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:23,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:25,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:27,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:31,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:33,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:33,635 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:30:33,636 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:30:35,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:37,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:30:43,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:30:48,829 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:30:48,830 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:31:05,297 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:31:05,298 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:31:14,009 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:31:20,504 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:31:20,505 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:31:22,179 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:31:22,214 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:31:22,252 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:31:22,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:31:23,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:31:24,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:31:25,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:31:35,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:31:35,697 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:31:35,698 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:31:44,251 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:31:50,886 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:31:50,886 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:32:06,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:32:06,055 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:32:14,490 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:32:21,220 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:32:21,221 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:32:36,390 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:32:36,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:32:44,724 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:32:51,572 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:32:51,573 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:32:55,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:01,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:06,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:33:06,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:33:07,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:11,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:14,969 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:33:17,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:21,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:22,047 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:33:22,048 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:33:25,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:29,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:33,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:37,220 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:33:37,220 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:33:40,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:44,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:45,260 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:33:48,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:52,378 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:33:52,379 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:33:52,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:56,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:33:58,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:02,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:06,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:07,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:34:07,545 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:34:08,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:12,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:15,556 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:34:16,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:20,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:22,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:22,843 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:34:22,844 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:34:26,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:28,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:32,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:34,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:38,033 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:34:38,033 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:34:38,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:40,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:42,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:45,954 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:34:46,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:48,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:52,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:53,205 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:34:53,205 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:34:54,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:57,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:34:59,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:03,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:05,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:07,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:08,427 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:35:08,427 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:35:09,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:13,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:15,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:16,265 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:35:17,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:21,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:23,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:23,752 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:35:23,752 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:35:25,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:27,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:29,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:31,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:33,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:39,022 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:35:39,022 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:35:39,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:45,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:46,524 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:35:50,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:35:54,486 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:35:54,487 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:35:56,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:00,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:04,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:08,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:09,743 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:36:09,743 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:36:12,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:16,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:16,780 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:36:20,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:25,002 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:36:25,003 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:36:26,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:28,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:32,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:36,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:40,337 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:36:40,338 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:36:40,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:42,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:46,997 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:36:47,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:51,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:55,576 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:36:55,577 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:36:55,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:36:59,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:01,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:05,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:07,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:10,814 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:37:10,815 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:37:11,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:13,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:17,266 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:37:17,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:19,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:23,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:25,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:26,006 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:37:26,006 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:37:29,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:31,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:33,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:37,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:39,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:41,251 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:37:41,252 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:37:41,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:43,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:45,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:47,496 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:37:49,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:51,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:53,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:55,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:56,494 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:37:56,495 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:37:57,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:37:59,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:01,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:03,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:05,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:07,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:09,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:10,322 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:38:10,423 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:38:10,469 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:38:10,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:38:10,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:11,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:11,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:38:11,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:38:17,849 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:38:18,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:24,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:27,110 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:38:27,110 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:38:28,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:34,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:38,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:42,463 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:38:42,464 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:38:42,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:46,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:48,086 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:38:50,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:56,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:38:57,787 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:38:57,787 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:39:00,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:02,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:06,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:10,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:12,958 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:39:12,958 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:39:15,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:18,304 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:39:19,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:23,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:25,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:28,117 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:39:28,118 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:39:29,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:33,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:35,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:39,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:43,346 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:39:43,347 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:39:43,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:45,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:48,587 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:39:49,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:51,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:53,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:57,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:39:58,522 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:39:58,523 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:39:59,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:03,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:05,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:07,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:11,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:13,792 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:40:13,792 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:40:13,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:15,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:18,834 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:40:19,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:21,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:23,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:26,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:28,985 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:40:28,986 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:40:30,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:32,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:34,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:36,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:38,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:40,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:42,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:44,215 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:40:44,215 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:40:44,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:46,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:48,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:49,106 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:40:50,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:54,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:40:59,406 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:40:59,407 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:41:00,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:04,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:10,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:14,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:41:14,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:41:14,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:18,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:19,374 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:41:24,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:28,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:30,030 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:41:30,030 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:41:33,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:37,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:41,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:45,249 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:41:45,249 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:41:45,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:49,657 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:41:49,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:53,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:55,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:41:59,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:00,456 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:42:00,457 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:42:04,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:08,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:10,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:14,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:15,670 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:42:15,671 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:42:16,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:19,901 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:42:20,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:24,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:26,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:30,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:30,994 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:42:30,995 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:42:32,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:34,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:38,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:40,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:44,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:46,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:46,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:42:46,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:42:48,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:50,150 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:42:53,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:55,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:57,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:42:59,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:01,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:01,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:43:01,417 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:43:05,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:07,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:09,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:11,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:13,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:15,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:16,588 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:43:16,588 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:43:17,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:19,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:20,393 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:43:21,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:23,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:25,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:25,663 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:43:25,768 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:43:25,810 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:43:26,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:43:27,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:31,750 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:43:31,751 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:43:33,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:39,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:43,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:46,935 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:43:46,936 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:43:49,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:50,624 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:43:53,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:43:57,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:02,198 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:44:02,198 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:44:04,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:08,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:12,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:16,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:17,487 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:44:17,488 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:44:20,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:20,909 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:44:24,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:26,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:32,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:32,654 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:44:32,654 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:44:34,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:38,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:42,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:46,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:47,895 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:44:47,896 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:44:48,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:51,140 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:44:52,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:56,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:44:58,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:03,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:03,156 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:45:03,156 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:45:05,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:09,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:11,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:15,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:17,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:18,393 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:45:18,394 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:45:21,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:21,422 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:45:23,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:25,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:29,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:31,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:33,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:33,580 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:45:33,581 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:45:35,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:39,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:41,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:43,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:45,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:47,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:48,810 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:45:48,811 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:45:49,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:51,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:51,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:45:53,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:55,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:57,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:45:59,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:01,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:03,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:04,175 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:46:04,176 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:46:05,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:11,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:18,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:19,479 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:46:19,480 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:46:22,123 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:46:22,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:26,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:30,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:34,765 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:46:34,766 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:46:36,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:40,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:44,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:48,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:49,973 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:46:49,973 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:46:52,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:46:52,379 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:46:56,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:00,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:04,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:05,140 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:47:05,141 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:47:08,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:10,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:15,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:19,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:20,307 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:47:20,308 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:47:21,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:22,707 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:47:25,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:29,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:31,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:35,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:36,038 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:47:36,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:47:37,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:41,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:43,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:47,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:49,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:51,209 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:47:51,210 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:47:53,056 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:47:53,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:55,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:47:59,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:01,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:04,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:06,425 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:48:06,426 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:48:08,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:10,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:12,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:14,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:16,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:20,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:21,595 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:48:21,595 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:48:22,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:23,306 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:48:24,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:26,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:28,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:30,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:32,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:34,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:36,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:36,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:48:36,764 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:48:38,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:40,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:40,609 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:48:40,696 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:48:40,741 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:48:41,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:48:42,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:43,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:48,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:52,093 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:48:52,094 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:48:53,604 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:48:54,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:48:58,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:04,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:07,555 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:49:07,556 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:49:08,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:13,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:17,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:21,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:22,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:49:22,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:49:23,807 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:49:25,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:29,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:33,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:37,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:38,015 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:49:38,016 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:49:41,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:45,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:47,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:51,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:53,184 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:49:53,184 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:49:54,042 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:49:55,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:49:59,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:01,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:05,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:08,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:08,394 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:50:08,394 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:50:12,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:14,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:18,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:20,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:23,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:50:23,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:50:24,313 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:50:24,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:26,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:30,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:32,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:34,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:38,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:38,824 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:50:38,824 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:50:40,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:42,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:46,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:48,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:50,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:52,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:54,148 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:50:54,149 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:50:54,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:50:54,569 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:50:58,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:00,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:02,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:04,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:06,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:08,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:09,394 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:51:09,395 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:51:10,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:12,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:14,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:16,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:19,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:24,642 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:51:24,642 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:51:24,808 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:51:25,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:31,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:35,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:39,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:39,999 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:51:40,000 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:51:45,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:49,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:53,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:51:55,054 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:51:55,245 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:51:55,245 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:51:57,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:02,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:06,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:10,409 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:52:10,410 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:52:10,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:14,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:18,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:22,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:25,326 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:52:25,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:52:25,573 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:52:26,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:28,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:32,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:36,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:38,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:40,828 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:52:40,829 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:52:42,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:44,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:48,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:52,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:54,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:52:55,610 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:52:56,113 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:52:56,113 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:52:58,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:00,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:02,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:06,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:08,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:11,488 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:53:11,489 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:53:13,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:15,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:17,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:21,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:23,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:25,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:25,838 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:53:26,774 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:53:26,774 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:53:27,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:29,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:33,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:35,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:37,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:39,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:41,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:42,031 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:53:42,031 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:53:43,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:45,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:47,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:49,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:51,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:53,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:54,069 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:53:54,158 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:53:54,189 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:53:54,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:53:55,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:56,210 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:53:56,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:53:57,249 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:53:57,250 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:54:01,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:07,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:11,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:12,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:54:12,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:54:17,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:22,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:26,446 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:54:26,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:27,796 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:54:27,796 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:54:30,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:34,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:38,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:42,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:43,115 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:54:43,116 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:54:46,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:50,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:54,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:54:56,660 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:54:58,348 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:54:58,348 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:54:58,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:02,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:04,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:09,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:11,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:13,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:55:13,514 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:55:15,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:19,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:21,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:25,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:26,925 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:55:27,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:28,682 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:55:28,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:55:31,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:33,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:37,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:39,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:43,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:43,929 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:55:43,929 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:55:45,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:47,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:51,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:53,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:55,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:55:57,148 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:55:59,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:55:59,166 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:55:59,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:01,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:03,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:05,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:07,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:11,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:13,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:14,402 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:56:14,402 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:56:15,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:17,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:19,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:21,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:23,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:25,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:27,473 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:56:28,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:29,631 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:56:29,631 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:56:30,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:32,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:38,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:42,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:44,929 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:56:44,930 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:56:48,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:52,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:56,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:56:57,770 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:57:00,099 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:57:00,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:57:02,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:06,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:11,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:15,303 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:57:15,304 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:57:15,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:19,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:23,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:27,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:28,007 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:57:30,578 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:57:30,578 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:57:31,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:35,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:37,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:41,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:45,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:45,807 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:57:45,807 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:57:49,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:51,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:55,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:57,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:57:58,275 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:58:01,055 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:58:01,056 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:58:01,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:03,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:07,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:11,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:14,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:16,711 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:58:16,712 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:58:18,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:20,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:24,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:26,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:28,490 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:58:28,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:31,983 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:58:31,983 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:58:32,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:34,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:36,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:40,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:42,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:44,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:46,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:47,145 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:58:47,146 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:58:50,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:52,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:54,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:56,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:58,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:58:58,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:59:00,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:02,310 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:59:02,311 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:59:02,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:04,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:06,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:08,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:09,619 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-29 23:59:09,713 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-29 23:59:09,756 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 23:59:09,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-29 23:59:10,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:14,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:16,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:17,515 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:59:17,516 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:59:20,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:22,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:26,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:28,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:29,016 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:59:32,713 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:59:32,713 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:59:32,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:34,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:36,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:40,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:42,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:45,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:48,002 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 23:59:48,002 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-29 23:59:49,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:51,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:53,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:57,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-29 23:59:59,267 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-29 23:59:59,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:01,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:03,244 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:00:03,245 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:00:05,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:07,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:11,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:13,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:15,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:18,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:00:18,439 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:00:19,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:21,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:23,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:27,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:29,527 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:00:29,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:31,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:33,695 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:00:33,696 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:00:35,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:37,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:39,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:43,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:45,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:47,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:48,966 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:00:48,966 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:00:51,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:53,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:55,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:00:59,785 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:00:59,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:02,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:04,241 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:01:04,242 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:01:06,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:08,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:10,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:14,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:16,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:19,468 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:01:19,468 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:01:20,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:22,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:24,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:28,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:30,002 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:01:30,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:32,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:34,713 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:01:34,714 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:01:34,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:38,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:40,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:42,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:46,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:48,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:49,960 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:01:49,960 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:01:52,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:54,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:01:56,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:00,253 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:02:00,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:02,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:04,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:05,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:02:05,222 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:02:08,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:11,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:13,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:17,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:19,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:20,436 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:02:20,436 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:02:23,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:25,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:27,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:30,484 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:02:31,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:33,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:35,704 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:02:35,704 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:02:37,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:39,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:41,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:45,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:47,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:50,977 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:02:50,978 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:02:51,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:53,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:55,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:02:59,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:00,726 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:03:01,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:05,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:06,200 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:03:06,201 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:03:07,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:09,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:11,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:16,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:18,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:21,423 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:03:21,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:03:22,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:03:30,996 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:03:36,607 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:03:36,607 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:03:51,822 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:03:51,823 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:04:01,198 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:04:07,036 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:04:07,037 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:04:10,881 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:04:10,915 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:04:10,962 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:04:11,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:04:13,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:04:15,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:04:22,234 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:04:22,235 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:04:25,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:04:31,423 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:04:37,405 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:04:37,405 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:04:52,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:04:52,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:05:01,635 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:05:07,742 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:05:07,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:05:22,917 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:05:22,918 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:05:23,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:05:31,874 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:05:38,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:05:38,076 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:05:43,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:05:49,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:05:53,381 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:05:53,381 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:05:55,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:05:59,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:02,165 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:06:05,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:08,732 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:06:08,732 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:06:10,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:14,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:18,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:22,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:24,130 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:06:24,131 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:06:26,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:30,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:32,468 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:06:34,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:38,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:39,300 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:06:39,300 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:06:42,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:46,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:50,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:52,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:54,520 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:06:54,520 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:06:56,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:06:58,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:02,784 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:07:03,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:07,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:09,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:09,765 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:07:09,766 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:07:13,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:15,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:19,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:21,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:24,933 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:07:24,933 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:07:25,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:27,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:31,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:33,027 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:07:33,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:35,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:39,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:40,222 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:07:40,222 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:07:41,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:43,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:47,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:49,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:51,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:53,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:55,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:07:55,533 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:07:55,534 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:07:57,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:01,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:03,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:03,283 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:08:05,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:07,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:09,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:10,731 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:08:10,732 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:08:11,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:13,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:15,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:18,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:20,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:25,983 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:08:25,983 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:08:26,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:32,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:33,601 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:08:36,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:40,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:41,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:08:41,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:08:46,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:50,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:54,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:08:56,375 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:08:56,375 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:08:58,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:03,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:03,861 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:09:07,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:11,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:11,551 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:09:11,551 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:09:15,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:17,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:21,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:25,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:26,719 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:09:26,719 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:09:29,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:33,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:34,087 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:09:35,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:39,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:42,004 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:09:42,004 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:09:43,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:45,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:49,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:51,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:55,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:57,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:09:57,453 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:09:57,453 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:10:01,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:03,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:04,326 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:10:06,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:10,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:12,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:12,706 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:10:12,707 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:10:16,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:18,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:20,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:22,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:26,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:27,877 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:10:27,878 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:10:28,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:30,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:32,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:34,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:34,634 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:10:36,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:40,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:42,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:43,046 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:10:43,047 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:10:44,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:46,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:48,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:50,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:52,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:54,127 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:10:54,235 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:10:54,271 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:10:54,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:10:54,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:56,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:57,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:10:58,220 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:10:58,221 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:11:02,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:04,913 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:11:06,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:13,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:13,535 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:11:13,535 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:11:19,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:23,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:27,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:28,707 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:11:28,708 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:11:31,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:35,174 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:11:35,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:39,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:43,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:43,878 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:11:43,878 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:11:47,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:51,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:55,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:11:59,095 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:11:59,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:11:59,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:03,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:05,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:05,402 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:12:09,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:13,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:14,265 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:12:14,266 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:12:15,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:20,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:24,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:26,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:29,460 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:12:29,460 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:12:30,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:32,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:35,676 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:12:36,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:38,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:42,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:44,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:44,633 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:12:44,634 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:12:46,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:50,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:52,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:54,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:58,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:12:59,817 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:12:59,817 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:13:00,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:02,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:04,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:05,949 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:13:06,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:10,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:12,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:14,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:15,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:13:15,054 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:13:16,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:18,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:20,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:22,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:24,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:26,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:28,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:30,282 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:13:30,283 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:13:30,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:32,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:36,212 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:13:39,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:45,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:45,460 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:13:45,460 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:13:49,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:53,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:13:59,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:00,653 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:14:00,653 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:14:03,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:06,487 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:14:07,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:11,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:15,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:15,914 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:14:15,915 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:14:20,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:24,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:28,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:31,202 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:14:31,202 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:14:32,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:36,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:36,738 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:14:38,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:42,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:46,470 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:14:46,471 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:14:46,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:50,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:52,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:56,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:14:58,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:01,754 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:15:01,754 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:15:02,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:04,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:07,033 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:15:08,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:11,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:15,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:17,126 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:15:17,127 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:15:17,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:21,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:23,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:25,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:29,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:31,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:32,372 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:15:32,372 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:15:33,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:37,328 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:15:37,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:39,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:41,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:43,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:45,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:47,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:47,669 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:15:47,670 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:15:51,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:53,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:55,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:57,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:15:59,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:01,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:02,867 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:16:02,867 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:16:03,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:05,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:07,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:07,671 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:16:07,762 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:16:07,797 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:16:07,798 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:16:08,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:16:08,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:09,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:15,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:18,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:16:18,076 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:16:22,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:26,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:32,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:33,244 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:16:33,245 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:16:36,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:37,871 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:16:40,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:44,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:48,493 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:16:48,494 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:16:48,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:52,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:16:56,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:01,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:03,878 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:17:03,878 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:17:05,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:08,170 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:17:09,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:13,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:15,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:19,233 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:17:19,233 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:17:19,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:23,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:27,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:29,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:33,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:34,501 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:17:34,501 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:17:35,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:38,457 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:17:39,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:43,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:45,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:49,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:49,665 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:17:49,666 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:17:51,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:55,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:17:57,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:00,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:04,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:04,860 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:18:04,861 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:18:06,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:08,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:08,720 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:18:12,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:14,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:16,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:18,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:20,196 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:18:20,196 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:18:20,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:22,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:26,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:28,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:30,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:32,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:34,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:35,465 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:18:35,465 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:18:36,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:38,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:38,951 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:18:40,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:42,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:44,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:46,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:50,662 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:18:50,662 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:18:52,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:18:58,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:02,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:05,940 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:19:05,941 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:19:06,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:09,187 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:19:12,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:17,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:21,209 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:19:21,209 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:19:21,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:25,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:29,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:33,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:36,574 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:19:36,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:19:37,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:39,480 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:19:41,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:45,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:49,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:51,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:51,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:19:51,892 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:19:55,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:19:59,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:03,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:05,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:07,153 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:20:07,153 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:20:09,753 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:20:09,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:12,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:16,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:18,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:22,344 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:20:22,345 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:20:22,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:24,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:28,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:30,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:32,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:36,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:37,572 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:20:37,572 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:20:38,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:39,992 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:20:40,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:44,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:46,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:48,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:52,787 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:20:52,788 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:20:52,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:54,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:56,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:20:58,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:00,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:02,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:06,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:08,019 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:21:08,020 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:21:08,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:10,353 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:21:10,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:12,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:14,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:16,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:18,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:20,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:21,391 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:21:21,492 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:21:21,537 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:21:21,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:21:22,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:23,283 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:21:23,284 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:21:29,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:35,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:38,684 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:21:38,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:21:39,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:40,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:21:45,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:49,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:53,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:21:54,111 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:21:54,111 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:21:57,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:01,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:05,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:09,368 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:22:09,369 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:22:09,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:10,890 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:22:14,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:18,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:22,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:24,740 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:22:24,740 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:22:26,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:28,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:32,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:36,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:40,031 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:22:40,032 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:22:40,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:41,217 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:22:42,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:46,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:48,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:52,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:54,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:22:55,366 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:22:55,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:22:58,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:00,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:04,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:06,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:10,574 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:23:10,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:23:10,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:11,626 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:23:12,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:14,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:19,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:21,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:23,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:25,791 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:23:25,791 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:23:25,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:29,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:31,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:33,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:35,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:37,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:41,042 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:23:41,042 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:23:41,932 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:23:41,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:43,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:45,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:47,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:49,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:51,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:53,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:55,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:23:56,256 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:23:56,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:23:57,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:03,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:09,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:11,422 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:24:11,423 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:24:12,200 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:24:13,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:20,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:24,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:26,592 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:24:26,593 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:24:28,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:32,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:36,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:40,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:41,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:24:41,782 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:24:42,491 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:24:44,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:48,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:53,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:57,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:24:57,057 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:24:57,057 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:25:01,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:05,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:09,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:11,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:12,257 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:25:12,258 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:25:12,736 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:25:16,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:20,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:22,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:26,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:27,532 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:25:27,533 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:25:28,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:32,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:34,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:38,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:40,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:42,798 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:25:42,798 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:25:43,020 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:25:44,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:46,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:48,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:52,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:54,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:56,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:25:58,030 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:25:58,030 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:26:00,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:02,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:04,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:06,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:08,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:12,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:13,269 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:26:13,270 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:26:13,439 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:26:14,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:16,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:18,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:20,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:22,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:24,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:26,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:28,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:28,442 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:26:28,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:26:30,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:32,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:32,220 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:26:32,306 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:26:32,341 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:26:33,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:26:34,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:41,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:43,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:26:43,615 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:26:43,777 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:26:47,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:51,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:55,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:26:58,908 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:26:58,909 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:27:01,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:05,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:09,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:13,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:13,931 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:27:14,181 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:27:14,181 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:27:17,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:21,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:25,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:29,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:29,347 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:27:29,348 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:27:33,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:35,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:40,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:44,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:44,275 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:27:44,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:27:44,522 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:27:48,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:52,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:54,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:58,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:27:59,747 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:27:59,748 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:28:00,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:04,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:08,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:10,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:14,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:14,555 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:28:15,094 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:28:15,095 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:28:16,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:20,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:22,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:24,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:28,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:30,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:30,369 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:28:30,370 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:28:32,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:34,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:38,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:40,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:42,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:44,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:44,825 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:28:45,544 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:28:45,545 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:28:46,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:50,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:52,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:54,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:56,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:28:58,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:00,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:00,751 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:29:00,751 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:29:02,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:04,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:06,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:08,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:11,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:15,075 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:29:16,125 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:29:16,126 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:29:17,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:23,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:27,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:31,612 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:29:31,612 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:29:33,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:37,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:41,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:45,443 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:29:46,906 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:29:46,907 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:29:47,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:51,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:55,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:29:59,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:02,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:30:02,200 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:30:03,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:07,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:11,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:14,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:15,778 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:30:17,608 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:30:17,608 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:30:18,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:22,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:26,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:28,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:32,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:32,887 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:30:32,887 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:30:36,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:38,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:42,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:44,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:46,104 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:30:48,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:30:48,060 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:30:48,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:50,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:54,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:30:56,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:00,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:02,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:03,225 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:31:03,226 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:31:04,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:08,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:10,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:12,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:16,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:16,453 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:31:18,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:18,400 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:31:18,401 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:31:20,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:23,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:27,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:29,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:31,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:33,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:33,608 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:31:33,608 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:31:35,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:37,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:39,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:41,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:43,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:45,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:46,742 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:31:47,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:47,564 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:31:47,678 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:31:47,717 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:31:48,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:31:48,920 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:31:48,921 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:31:49,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:50,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:53,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:55,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:31:59,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:01,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:03,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:04,117 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:32:04,118 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:32:07,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:09,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:13,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:15,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:17,018 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:32:17,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:19,383 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:32:19,384 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:32:21,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:23,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:25,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:29,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:31,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:33,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:34,619 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:32:34,620 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:32:37,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:39,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:43,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:45,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:47,309 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:32:47,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:49,885 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:32:49,885 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:32:51,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:53,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:32:56,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:00,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:02,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:04,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:05,097 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:33:05,098 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:33:08,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:10,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:12,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:16,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:17,608 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:33:18,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:20,402 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:33:20,403 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:33:22,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:24,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:26,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:30,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:32,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:34,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:35,663 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:33:35,664 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:33:38,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:40,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:42,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:46,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:47,883 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:33:48,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:50,975 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:33:50,975 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:33:52,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:54,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:33:57,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:01,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:03,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:05,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:06,223 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:34:06,223 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:34:09,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:11,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:13,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:15,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:18,164 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:34:19,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:21,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:21,470 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:34:21,470 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:34:25,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:27,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:29,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:33,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:35,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:36,669 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:34:36,669 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:34:37,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:41,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:43,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:47,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:48,416 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:34:49,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:51,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:51,961 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:34:51,962 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:34:56,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:34:58,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:02,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:04,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:06,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:07,326 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:35:07,327 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:35:10,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:12,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:16,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:18,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:18,773 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:35:20,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:22,772 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:35:22,773 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:35:24,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:26,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:28,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:32,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:34,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:36,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:37,977 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:35:37,977 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:35:40,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:42,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:46,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:48,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:49,143 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:35:50,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:53,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:35:53,260 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:35:54,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:56,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:35:58,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:36:00,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:36:08,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:36:08,540 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:36:19,378 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:36:23,755 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:36:23,756 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:36:38,958 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:36:38,958 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:36:46,677 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:36:46,698 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:36:46,739 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:36:47,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:36:47,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:36:49,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:36:49,616 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:36:51,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:36:54,223 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:36:54,224 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:37:01,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:37:09,395 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:37:09,396 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:37:19,837 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:37:24,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:37:24,573 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:37:39,739 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:37:39,740 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:37:50,077 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:37:54,922 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:37:54,923 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:38:10,089 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:38:10,090 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:38:19,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:20,292 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:38:25,413 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:38:25,413 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:38:25,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:31,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:35,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:40,748 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:38:40,749 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:38:41,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:45,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:49,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:50,586 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:38:53,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:38:55,981 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:38:55,982 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:38:57,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:01,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:06,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:10,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:11,148 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:39:11,149 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:39:14,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:18,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:20,844 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:39:22,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:24,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:26,315 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:39:26,315 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:39:28,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:32,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:36,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:38,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:41,560 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:39:41,560 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:39:42,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:44,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:48,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:50,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:51,065 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:39:54,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:56,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:39:56,847 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:39:56,848 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:40:00,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:02,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:06,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:09,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:11,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:12,051 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:40:12,051 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:40:15,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:17,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:19,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:21,292 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:40:23,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:25,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:27,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:40:27,221 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:40:27,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:29,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:31,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:33,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:35,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:37,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:39,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:41,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:42,386 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:40:42,387 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:40:43,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:45,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:47,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:49,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:51,531 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:40:51,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:53,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:40:57,557 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:40:57,558 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:40:59,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:06,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:10,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:12,737 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:41:12,737 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:41:16,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:20,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:21,854 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:41:24,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:28,038 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:41:28,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:41:28,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:32,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:38,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:42,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:43,310 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:41:43,310 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:41:44,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:48,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:52,125 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:41:53,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:57,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:41:58,486 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:41:58,487 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:42:01,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:05,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:07,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:11,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:13,731 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:42:13,731 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:42:15,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:17,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:21,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:22,481 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:42:23,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:27,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:29,053 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:42:29,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:42:29,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:33,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:35,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:39,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:41,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:43,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:44,362 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:42:44,363 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:42:47,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:49,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:52,812 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:42:53,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:55,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:57,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:42:59,720 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:42:59,721 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:43:00,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:04,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:06,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:08,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:10,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:12,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:15,020 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:43:15,021 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:43:16,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:18,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:20,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:22,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:23,108 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:43:24,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:26,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:28,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:30,220 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:43:30,221 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:43:30,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:30,953 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:43:31,025 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:43:31,071 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:43:31,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:43:31,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:32,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:38,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:44,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:45,385 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:43:45,386 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:43:48,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:53,346 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:43:54,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:43:58,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:00,554 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:44:00,555 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:44:02,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:06,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:10,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:15,771 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:44:15,771 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:44:15,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:19,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:23,641 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:44:23,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:27,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:30,968 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:44:30,968 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:44:31,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:33,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:37,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:41,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:45,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:46,170 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:44:46,171 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:44:47,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:51,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:53,864 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:44:55,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:44:57,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:01,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:45:01,368 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:45:01,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:03,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:07,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:09,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:11,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:15,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:16,583 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:45:16,584 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:45:18,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:22,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:24,115 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:45:24,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:26,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:30,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:31,830 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:45:31,831 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:45:32,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:34,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:37,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:39,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:43,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:45,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:47,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:47,027 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:45:47,028 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:45:49,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:51,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:53,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:54,414 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:45:55,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:57,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:45:59,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:01,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:02,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:46:02,200 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:46:03,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:05,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:07,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:13,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:17,437 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:46:17,437 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:46:19,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:23,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:24,618 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:46:27,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:32,931 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:46:32,932 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:46:34,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:38,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:42,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:46,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:48,337 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:46:48,337 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:46:50,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:54,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:46:54,965 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:46:58,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:02,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:03,842 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:47:03,843 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:47:06,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:10,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:12,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:16,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:19,218 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:47:19,219 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:47:20,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:24,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:25,193 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:47:26,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:30,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:33,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:34,453 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:47:34,453 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:47:37,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:41,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:43,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:45,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:49,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:49,665 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:47:49,665 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:47:51,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:55,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:55,451 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:47:57,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:47:59,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:03,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:04,905 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:48:04,905 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:48:05,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:07,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:09,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:13,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:15,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:17,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:19,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:20,071 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:48:20,072 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:48:21,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:23,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:25,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:25,691 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:48:29,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:31,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:33,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:35,334 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:48:35,334 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:48:36,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:38,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:40,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:41,205 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:48:41,322 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:48:41,361 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:48:42,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:48:42,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:44,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:50,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:48:50,504 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:48:50,505 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:48:56,023 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:48:56,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:00,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:04,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:05,672 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:49:05,672 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:49:10,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:14,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:18,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:20,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:49:20,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:49:22,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:26,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:26,266 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:49:30,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:34,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:36,378 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:49:36,378 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:49:38,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:42,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:46,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:48,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:51,703 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:49:51,703 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:49:53,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:49:56,523 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:49:57,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:01,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:03,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:07,041 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:50:07,041 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:50:07,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:11,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:13,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:17,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:19,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:22,244 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:50:22,244 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:50:23,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:25,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:26,841 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:50:29,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:31,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:33,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:37,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:37,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:50:37,439 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:50:39,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:41,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:45,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:47,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:49,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:51,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:52,616 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:50:52,617 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:50:56,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:50:57,224 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:50:58,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:00,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:02,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:04,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:06,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:07,794 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:51:07,795 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:51:08,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:10,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:12,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:14,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:16,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:18,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:20,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:22,949 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:51:22,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:51:26,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:27,524 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:51:32,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:36,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:38,118 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:51:38,119 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:51:41,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:47,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:51,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:53,288 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:51:53,289 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:51:55,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:51:57,751 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:51:59,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:03,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:07,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:08,462 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:52:08,463 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:52:11,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:15,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:19,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:23,732 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:52:23,733 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:52:24,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:27,960 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:52:28,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:32,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:34,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:38,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:38,900 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:52:38,900 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:52:42,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:46,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:48,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:52,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:54,131 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:52:54,131 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:52:54,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:52:58,216 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:52:58,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:00,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:04,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:06,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:09,390 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:53:09,390 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:53:10,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:12,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:14,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:18,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:20,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:22,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:24,604 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:53:24,604 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:53:25,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:28,497 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:53:29,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:31,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:33,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:35,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:37,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:39,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:39,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:53:39,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:53:41,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:45,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:47,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:49,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:51,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:53,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:55,022 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:53:55,023 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:53:55,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:56,832 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:53:56,924 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:53:56,971 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:53:57,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:53:57,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:53:58,757 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:53:59,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:05,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:10,361 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:54:10,362 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:54:12,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:16,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:20,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:25,572 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:54:25,573 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:54:26,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:29,111 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:54:30,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:34,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:38,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:40,855 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:54:40,856 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:54:42,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:46,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:50,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:54,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:56,246 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:54:56,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:54:58,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:54:59,391 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:55:00,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:04,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:09,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:11,628 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:55:11,629 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:55:13,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:17,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:19,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:23,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:25,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:26,932 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:55:26,933 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:55:29,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:29,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:55:31,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:35,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:37,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:41,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:42,268 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:55:42,268 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:55:43,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:47,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:49,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:51,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:55,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:57,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:57,474 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:55:57,474 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:55:59,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:55:59,907 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:56:01,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:05,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:07,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:09,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:11,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:12,685 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:56:12,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:56:13,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:15,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:17,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:21,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:23,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:26,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:27,892 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:56:27,892 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:56:28,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:30,132 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:56:30,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:32,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:34,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:40,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:43,064 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:56:43,064 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:56:46,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:50,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:56,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:56:58,602 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:56:58,602 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:57:00,451 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:57:00,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:04,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:08,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:12,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:13,806 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:57:13,807 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:57:16,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:21,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:25,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:29,100 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:57:29,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:57:29,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:30,761 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:57:33,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:37,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:41,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:44,341 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:57:44,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:57:45,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:47,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:51,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:55,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:57,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:57:59,611 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:57:59,612 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:58:01,031 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:58:01,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:03,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:07,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:09,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:13,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:14,953 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:58:14,954 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:58:15,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:19,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:21,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:26,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:28,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:30,226 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:58:30,227 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:58:30,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:31,296 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:58:34,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:36,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:38,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:40,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:44,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:45,433 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:58:45,433 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:58:46,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:48,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:50,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:52,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:54,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:56,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:58:58,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:00,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:00,607 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:59:00,608 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:59:01,526 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:59:02,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:04,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:06,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:08,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:09,899 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 00:59:10,022 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 00:59:10,060 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 00:59:10,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 00:59:10,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:11,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:15,780 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:59:15,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:59:18,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:23,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:29,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:30,941 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:59:30,941 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:59:31,869 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 00:59:33,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:37,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:43,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:46,231 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 00:59:46,231 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 00:59:47,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:51,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:55,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 00:59:57,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:01,569 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:00:01,570 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:00:01,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:02,119 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:00:05,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:09,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:13,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:16,899 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:00:16,900 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:00:17,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:21,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:23,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:27,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:31,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:32,095 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:00:32,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:00:32,384 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:00:33,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:38,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:42,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:44,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:47,334 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:00:47,334 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:00:48,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:50,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:54,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:00:56,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:00,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:02,517 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:01:02,517 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:01:02,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:02,704 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:01:04,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:08,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:10,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:12,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:14,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:17,706 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:01:17,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:01:18,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:20,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:22,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:24,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:26,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:28,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:32,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:32,876 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:01:32,954 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:01:32,955 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:01:34,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:36,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:38,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:40,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:42,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:44,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:47,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:48,227 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:01:48,228 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:01:53,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:01:59,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:03,174 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:02:03,684 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:02:03,684 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:02:05,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:09,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:13,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:17,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:18,994 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:02:18,995 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:02:21,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:25,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:29,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:33,393 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:02:34,322 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:02:34,323 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:02:34,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:38,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:42,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:46,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:49,731 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:02:49,732 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:02:50,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:54,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:02:56,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:00,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:03,668 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:03:04,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:04,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:03:04,951 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:03:06,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:10,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:14,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:16,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:20,148 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:03:20,149 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:03:20,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:22,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:26,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:28,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:32,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:33,942 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:03:34,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:35,356 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:03:35,356 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:03:36,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:40,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:42,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:45,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:49,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:50,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:03:50,520 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:03:51,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:53,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:55,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:57,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:03:59,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:03,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:04,222 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:04:05,745 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:04:05,746 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:04:05,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:07,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:09,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:11,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:13,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:15,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:17,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:19,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:20,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:04:20,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:04:21,594 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:04:21,662 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:04:21,694 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:04:21,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:04:21,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:22,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:23,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:25,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:29,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:31,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:34,460 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:04:35,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:36,121 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:04:36,122 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:04:37,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:41,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:43,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:45,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:49,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:51,349 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:04:51,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:04:51,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:53,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:57,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:04:59,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:01,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:04,682 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:05:05,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:06,549 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:05:06,550 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:05:07,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:10,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:14,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:16,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:18,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:21,861 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:05:21,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:05:22,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:24,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:26,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:30,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:32,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:34,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:34,931 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:05:37,100 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:05:37,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:05:38,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:40,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:44,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:46,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:48,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:50,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:52,373 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:05:52,374 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:05:54,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:05:56,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:00,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:02,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:05,168 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:06:06,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:07,620 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:06:07,621 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:06:08,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:11,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:15,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:17,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:19,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:22,872 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:06:22,873 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:06:23,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:25,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:27,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:31,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:33,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:35,420 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:06:35,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:38,110 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:06:38,111 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:06:39,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:41,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:43,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:47,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:49,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:51,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:53,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:06:53,319 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:06:55,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:06:57,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:01,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:03,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:05,661 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:07:06,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:08,578 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:07:08,579 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:07:10,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:12,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:14,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:18,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:20,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:23,818 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:07:23,819 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:07:24,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:26,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:28,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:32,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:34,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:35,922 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:07:38,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:38,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:07:38,989 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:07:40,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:42,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:46,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:48,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:50,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:54,329 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:07:54,329 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:07:54,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:56,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:07:58,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:02,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:05,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:06,238 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:08:09,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:08:09,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:08:09,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:11,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:13,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:17,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:19,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:21,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:24,813 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:08:24,813 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:08:25,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:27,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:31,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:33,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:35,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:08:36,465 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:08:40,113 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:08:40,114 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:08:55,312 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:08:55,312 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:09:06,705 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:09:10,529 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:09:10,529 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:09:21,241 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:09:21,276 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:09:21,313 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:09:22,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:09:23,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:09:24,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:09:25,728 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:09:25,729 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:09:34,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:09:36,934 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:09:40,894 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:09:40,894 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:09:56,064 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:09:56,064 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:10:07,161 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:10:11,236 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:10:11,236 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:10:26,406 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:10:26,407 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:10:37,410 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:10:41,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:10:41,572 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:10:52,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:10:56,870 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:10:56,870 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:10:58,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:04,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:07,638 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:11:08,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:12,259 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:11:12,260 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:11:15,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:19,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:23,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:27,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:27,562 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:11:27,562 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:11:31,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:35,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:37,925 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:11:39,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:42,790 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:11:42,790 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:11:43,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:47,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:51,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:55,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:57,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:11:57,995 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:11:57,995 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:12:01,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:05,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:07,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:08,229 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:12:11,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:13,257 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:12:13,258 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:12:15,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:18,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:22,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:24,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:28,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:28,512 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:12:28,512 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:12:30,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:34,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:36,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:38,494 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:12:40,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:42,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:43,851 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:12:43,852 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:12:44,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:48,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:50,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:52,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:54,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:58,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:12:59,168 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:12:59,168 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:13:00,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:02,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:04,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:06,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:08,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:13:10,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:12,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:14,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:14,434 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:13:14,435 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:13:16,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:18,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:20,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:22,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:24,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:26,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:28,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:29,677 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:13:29,677 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:13:35,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:38,975 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:13:39,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:44,870 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:13:44,871 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:13:45,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:49,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:53,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:13:59,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:00,049 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:14:00,050 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:14:03,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:07,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:09,244 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:14:11,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:15,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:15,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:14:15,343 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:14:19,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:23,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:28,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:30,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:14:30,615 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:14:32,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:36,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:38,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:39,515 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:14:42,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:45,841 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:14:45,842 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:14:46,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:50,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:52,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:56,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:14:58,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:01,131 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:15:01,132 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:15:02,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:04,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:08,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:09,783 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:15:10,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:14,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:16,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:16,428 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:15:16,428 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:15:20,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:22,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:24,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:28,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:30,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:31,677 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:15:31,678 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:15:32,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:34,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:37,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:40,068 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:15:41,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:43,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:45,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:46,920 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:15:46,920 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:15:47,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:49,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:51,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:53,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:55,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:57,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:15:59,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:01,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:02,090 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:16:02,091 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:16:03,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:03,832 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:16:03,930 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:16:03,975 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:16:04,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:16:04,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:05,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:10,291 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:16:11,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:17,284 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:16:17,285 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:16:17,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:21,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:27,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:31,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:32,452 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:16:32,453 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:16:35,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:39,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:40,573 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:16:45,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:47,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:47,758 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:16:47,758 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:16:52,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:16:56,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:00,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:03,042 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:17:03,043 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:17:04,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:08,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:10,822 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:17:12,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:14,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:18,294 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:17:18,294 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:17:18,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:22,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:24,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:28,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:30,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:33,540 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:17:33,541 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:17:34,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:36,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:40,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:41,121 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:17:42,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:46,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:48,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:48,833 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:17:48,833 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:17:52,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:54,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:17:56,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:01,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:03,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:04,098 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:18:04,098 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:18:05,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:07,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:11,409 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:18:11,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:13,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:15,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:17,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:19,347 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:18:19,348 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:18:19,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:21,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:23,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:25,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:27,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:29,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:31,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:33,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:34,594 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:18:34,595 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:18:35,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:37,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:39,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:41,707 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:18:45,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:49,916 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:18:49,916 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:18:51,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:18:55,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:02,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:05,362 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:19:05,363 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:19:06,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:10,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:12,037 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:19:14,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:18,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:20,563 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:19:20,564 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:19:22,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:26,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:30,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:34,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:35,721 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:19:35,722 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:19:38,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:42,319 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:19:42,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:44,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:48,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:50,888 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:19:50,888 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:19:52,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:56,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:19:59,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:03,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:06,150 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:20:06,151 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:20:07,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:09,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:12,686 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:20:13,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:15,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:19,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:21,311 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:20:21,311 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:20:21,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:23,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:27,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:29,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:33,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:35,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:36,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:20:36,520 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:20:37,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:41,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:42,973 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:20:43,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:45,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:47,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:49,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:51,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:51,848 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:20:51,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:20:55,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:57,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:20:59,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:01,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:03,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:05,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:07,043 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:21:07,043 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:21:07,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:09,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:11,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:13,301 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:21:13,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:13,908 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:21:14,025 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:21:14,072 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:21:14,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:21:16,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:22,363 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:21:22,364 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:21:22,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:28,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:32,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:36,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:37,668 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:21:37,669 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:21:42,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:43,578 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:21:46,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:50,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:52,871 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:21:52,872 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:21:54,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:21:58,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:03,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:07,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:08,156 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:22:08,156 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:22:11,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:13,890 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:22:15,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:17,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:21,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:23,441 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:22:23,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:22:25,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:27,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:31,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:35,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:37,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:38,713 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:22:38,713 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:22:41,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:44,155 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:22:45,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:47,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:51,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:53,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:53,980 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:22:53,981 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:22:57,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:22:59,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:03,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:05,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:07,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:09,186 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:23:09,186 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:23:11,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:13,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:14,365 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:23:16,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:20,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:22,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:24,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:23:24,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:23:24,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:26,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:28,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:30,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:32,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:36,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:38,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:39,515 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:23:39,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:23:40,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:42,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:44,619 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:23:44,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:46,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:48,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:50,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:52,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:23:54,687 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:23:54,687 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:23:58,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:02,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:08,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:09,858 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:24:09,858 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:24:12,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:14,892 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:24:17,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:21,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:25,046 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:24:25,047 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:24:27,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:31,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:35,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:39,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:40,331 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:24:40,331 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:24:41,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:45,154 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:24:45,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:49,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:53,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:24:55,503 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:24:55,503 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:24:57,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:01,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:03,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:07,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:10,775 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:25:10,776 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:25:11,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:13,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:15,443 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:25:18,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:20,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:24,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:26,128 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:25:26,128 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:25:26,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:30,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:32,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:36,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:38,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:41,405 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:25:41,406 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:25:42,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:44,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:45,751 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:25:46,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:50,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:52,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:54,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:25:56,662 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:25:56,662 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:25:56,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:00,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:02,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:04,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:06,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:08,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:10,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:11,902 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:26:11,903 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:26:12,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:14,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:16,010 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:26:16,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:18,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:20,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:22,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:24,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:26,347 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:26:26,440 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:26:26,475 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:26:26,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:26:27,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:26:27,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:26:27,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:28,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:33,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:39,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:42,632 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:26:42,633 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:26:43,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:46,279 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:26:49,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:53,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:57,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:26:57,917 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:26:57,918 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:27:01,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:05,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:09,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:13,183 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:27:13,183 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:27:13,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:16,534 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:27:19,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:23,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:25,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:28,358 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:27:28,358 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:27:30,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:34,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:38,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:42,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:43,647 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:27:43,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:27:44,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:46,766 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:27:48,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:52,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:54,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:58,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:27:59,445 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:27:59,445 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:28:00,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:04,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:06,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:10,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:12,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:14,617 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:28:14,618 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:28:16,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:17,176 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:28:18,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:20,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:24,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:26,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:28,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:29,827 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:28:29,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:28:32,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:34,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:36,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:39,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:41,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:45,004 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:28:45,004 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:28:45,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:47,435 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:28:47,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:49,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:51,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:53,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:55,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:57,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:28:59,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:00,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:29:00,206 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:29:01,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:03,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:05,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:11,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:15,448 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:29:15,449 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:29:15,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:17,694 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:29:21,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:25,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:29,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:30,817 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:29:30,818 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:29:35,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:40,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:44,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:46,104 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:29:46,105 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:29:47,949 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:29:48,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:52,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:29:56,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:00,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:01,258 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:30:01,258 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:30:04,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:08,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:10,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:14,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:16,429 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:30:16,430 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:30:18,202 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:30:18,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:22,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:24,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:28,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:31,696 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:30:31,696 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:30:32,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:34,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:38,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:40,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:45,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:47,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:30:47,054 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:30:47,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:48,479 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:30:52,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:54,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:30:56,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:00,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:02,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:02,308 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:31:02,309 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:31:04,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:08,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:10,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:12,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:14,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:17,493 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:31:17,494 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:31:18,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:18,778 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:31:20,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:22,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:24,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:26,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:28,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:30,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:32,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:32,710 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:31:32,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:31:34,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:36,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:38,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:40,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:40,900 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:31:40,971 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:31:41,015 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:31:41,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:31:42,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:48,021 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:31:48,022 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:31:49,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:49,090 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:31:55,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:31:59,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:03,466 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:32:03,466 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:32:05,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:09,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:13,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:17,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:18,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:32:18,701 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:32:19,293 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:32:21,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:25,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:29,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:33,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:33,867 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:32:33,868 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:32:38,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:42,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:46,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:48,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:49,037 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:32:49,037 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:32:49,531 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:32:52,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:32:56,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:00,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:02,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:04,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:33:04,306 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:33:06,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:08,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:12,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:16,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:18,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:19,524 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:33:19,525 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:33:19,782 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:33:22,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:24,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:26,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:30,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:32,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:34,842 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:33:34,843 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:33:36,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:38,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:41,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:45,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:47,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:49,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:50,024 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:33:50,215 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:33:50,216 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:33:51,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:53,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:55,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:33:59,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:01,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:03,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:05,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:05,475 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:34:05,476 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:34:07,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:09,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:11,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:13,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:15,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:17,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:19,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:20,341 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:34:20,697 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:34:20,698 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:34:25,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:31,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:35,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:36,031 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:34:36,031 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:34:41,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:45,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:49,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:50,601 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:34:51,224 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:34:51,225 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:34:54,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:34:58,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:02,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:06,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:06,388 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:35:06,388 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:35:10,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:14,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:18,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:20,991 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:35:21,690 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:35:21,690 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:35:22,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:26,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:30,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:32,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:36,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:36,883 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:35:36,884 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:35:40,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:42,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:46,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:51,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:51,237 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:35:52,127 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:35:52,128 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:35:53,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:57,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:35:59,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:03,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:05,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:07,444 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:36:07,444 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:36:09,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:11,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:13,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:17,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:19,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:21,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:21,520 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:36:22,710 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:36:22,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:36:25,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:27,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:29,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:31,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:33,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:35,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:37,980 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:36:37,980 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:36:39,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:41,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:43,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:45,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:47,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:49,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:51,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:51,755 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:36:53,176 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:36:53,177 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:36:53,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:55,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:55,826 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:36:55,919 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:36:55,949 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:36:56,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:36:57,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:36:58,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:01,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:03,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:05,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:08,473 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:37:08,473 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:37:09,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:11,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:14,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:18,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:20,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:21,976 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:37:23,745 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:37:23,747 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:37:24,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:26,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:28,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:32,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:34,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:36,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:39,046 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:37:39,046 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:37:40,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:42,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:44,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:48,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:50,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:52,199 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:37:52,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:54,245 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:37:54,246 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:37:56,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:37:58,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:00,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:04,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:06,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:08,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:09,411 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:38:09,412 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:38:13,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:15,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:17,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:21,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:22,435 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:38:23,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:24,618 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:38:24,618 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:38:25,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:29,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:31,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:35,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:37,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:39,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:39,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:38:39,866 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:38:43,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:45,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:47,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:51,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:52,655 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:38:53,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:55,086 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:38:55,087 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:38:55,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:38:59,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:01,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:03,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:07,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:09,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:10,332 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:39:10,332 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:39:12,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:16,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:18,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:20,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:22,967 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:39:24,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:25,640 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:39:25,641 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:39:26,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:28,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:32,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:34,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:38,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:40,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:40,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:39:40,851 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:39:42,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:46,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:48,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:50,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:53,256 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:39:54,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:56,090 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:39:56,091 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:39:56,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:39:58,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:02,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:04,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:08,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:10,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:11,353 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:40:11,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:40:13,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:17,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:19,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:23,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:23,472 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:40:25,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:26,588 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:40:26,589 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:40:27,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:29,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:33,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:35,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:39,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:41,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:41,786 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:40:41,786 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:40:43,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:47,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:49,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:53,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:53,756 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:40:55,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:40:57,010 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:40:57,011 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:40:57,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:41:01,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:41:03,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:41:05,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:41:07,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:41:12,268 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:41:12,269 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:41:24,025 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:41:27,487 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:41:27,488 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:41:42,706 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:41:42,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:41:52,842 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:41:52,868 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:41:52,921 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:41:53,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:41:53,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:41:54,286 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:41:55,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:41:57,896 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:41:57,897 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:42:05,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:42:13,086 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:42:13,086 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:42:24,494 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:42:28,251 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:42:28,252 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:42:43,485 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:42:43,485 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:42:54,746 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:42:58,650 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:42:58,651 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:43:13,820 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:43:13,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:43:24,955 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:43:26,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:43:29,007 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:43:29,007 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:43:32,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:43:38,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:43:42,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:43:44,167 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:43:44,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:43:46,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:43:52,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:43:55,236 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:43:56,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:43:59,425 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:43:59,426 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:44:00,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:04,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:08,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:12,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:14,733 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:44:14,734 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:44:16,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:21,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:25,439 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:44:25,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:29,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:30,123 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:44:30,123 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:44:31,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:35,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:39,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:43,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:45,440 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:44:45,440 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:44:45,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:49,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:53,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:55,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:44:55,695 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:44:59,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:00,838 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:45:00,838 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:45:01,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:05,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:07,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:11,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:13,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:15,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:16,158 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:45:16,158 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:45:19,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:21,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:23,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:25,997 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:45:27,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:29,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:31,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:31,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:45:31,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:45:33,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:35,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:39,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:41,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:43,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:45,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:47,255 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:45:47,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:45:47,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:49,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:51,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:53,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:55,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:45:56,234 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:45:57,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:00,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:02,556 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:46:02,557 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:46:02,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:08,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:14,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:17,977 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:46:17,978 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:46:18,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:24,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:26,455 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:46:28,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:32,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:33,314 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:46:33,315 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:46:36,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:40,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:44,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:48,572 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:46:48,572 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:46:49,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:53,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:46:56,707 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:46:57,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:01,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:03,999 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:47:03,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:47:05,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:09,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:11,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:15,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:19,252 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:47:19,252 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:47:19,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:21,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:25,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:26,931 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:47:27,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:31,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:33,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:34,520 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:47:34,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:47:37,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:39,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:43,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:45,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:49,689 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:47:49,690 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:47:49,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:51,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:53,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:57,167 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:47:57,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:47:59,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:01,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:04,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:04,856 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:48:04,857 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:48:08,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:10,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:12,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:14,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:16,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:18,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:20,119 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:48:20,120 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:48:20,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:22,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:24,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:26,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:27,428 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:48:28,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:30,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:32,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:34,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:35,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:48:35,368 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:48:36,069 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:48:36,131 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:48:36,183 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:48:36,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:48:36,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:37,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:44,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:48,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:50,523 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:48:50,525 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:48:53,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:48:57,664 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:48:59,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:03,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:05,698 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:49:05,699 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:49:07,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:11,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:15,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:19,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:20,895 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:49:20,895 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:49:23,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:27,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:27,892 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:49:31,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:36,088 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:49:36,088 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:49:36,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:40,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:42,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:46,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:50,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:51,254 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:49:51,255 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:49:52,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:56,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:49:58,175 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:50:00,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:02,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:06,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:50:06,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:50:06,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:08,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:12,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:14,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:18,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:20,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:21,725 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:50:21,725 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:50:24,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:26,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:28,456 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:50:30,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:32,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:35,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:37,017 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:50:37,018 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:50:39,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:41,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:43,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:45,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:47,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:51,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:52,323 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:50:52,324 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:50:53,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:55,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:57,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:50:58,699 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:50:59,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:01,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:03,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:05,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:07,528 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:51:07,528 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:51:07,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:09,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:11,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:13,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:19,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:22,719 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:51:22,719 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:51:25,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:28,915 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:51:29,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:35,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:37,889 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:51:37,889 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:51:39,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:43,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:47,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:52,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:53,156 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:51:53,156 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:51:56,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:51:59,132 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:52:00,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:04,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:08,458 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:52:08,459 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:52:08,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:12,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:16,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:20,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:22,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:23,745 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:52:23,745 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:52:26,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:29,381 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:52:30,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:32,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:36,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:39,051 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:52:39,051 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:52:40,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:42,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:47,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:49,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:53,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:54,339 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:52:54,339 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:52:55,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:57,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:52:59,628 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:53:01,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:03,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:07,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:09,592 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:53:09,593 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:53:09,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:11,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:15,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:17,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:19,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:21,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:23,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:24,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:53:24,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:53:25,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:29,926 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:53:29,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:31,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:33,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:35,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:37,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:39,972 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:53:39,973 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:53:39,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:41,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:43,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:45,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:47,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:48,246 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:53:48,345 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:53:48,389 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:53:48,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:53:48,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:49,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:53:55,308 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:53:55,309 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:53:56,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:00,208 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:54:01,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:07,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:10,762 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:54:10,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:54:11,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:15,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:21,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:25,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:26,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:54:26,545 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:54:29,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:30,455 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:54:33,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:37,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:41,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:41,712 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:54:41,712 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:54:45,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:49,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:52,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:56,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:54:56,880 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:54:56,880 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:55:00,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:00,665 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:55:02,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:06,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:10,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:12,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:12,072 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:55:12,073 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:55:16,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:18,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:22,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:24,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:27,364 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:55:27,364 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:55:28,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:30,943 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:55:32,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:34,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:38,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:40,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:42,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:42,629 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:55:42,629 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:55:46,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:48,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:50,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:55,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:57,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:55:57,791 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:55:57,791 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:55:59,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:01,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:01,190 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:56:03,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:05,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:07,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:09,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:12,962 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:56:12,962 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:56:13,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:15,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:17,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:19,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:21,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:23,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:25,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:28,128 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:56:28,129 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:56:31,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:31,582 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:56:37,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:43,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:43,312 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:56:43,313 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:56:47,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:52,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:56,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:56:58,477 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:56:58,478 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:57:00,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:01,885 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:57:06,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:10,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:12,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:13,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:57:13,649 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:57:16,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:20,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:24,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:28,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:28,815 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:57:28,815 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:57:32,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:32,201 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:57:34,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:38,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:42,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:44,103 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:57:44,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:57:44,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:48,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:52,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:54,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:58,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:57:59,372 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:57:59,373 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:58:00,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:02,454 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:58:04,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:06,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:10,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:13,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:14,698 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:58:14,699 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:58:17,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:19,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:21,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:25,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:27,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:29,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:29,925 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:58:29,926 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:58:31,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:32,746 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:58:35,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:37,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:39,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:41,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:43,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:45,141 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:58:45,141 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:58:45,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:47,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:49,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:51,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:53,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:55,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:57,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:59,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:58:59,990 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 01:59:00,089 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 01:59:00,120 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 01:59:00,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 01:59:00,491 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:59:00,493 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:59:01,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:03,134 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:59:07,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:13,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:15,818 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:59:15,819 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:59:19,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:24,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:28,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:31,080 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:59:31,080 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:59:32,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:33,494 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 01:59:38,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:42,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:46,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:46,368 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 01:59:46,368 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 01:59:50,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:52,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 01:59:56,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:00,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:01,534 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:00:01,535 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:00:03,803 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:00:04,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:08,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:10,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:14,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:16,802 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:00:16,803 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:00:18,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:21,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:25,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:29,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:31,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:32,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:00:32,040 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:00:34,037 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:00:35,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:37,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:41,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:43,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:45,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:47,239 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:00:47,239 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:00:49,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:51,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:55,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:57,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:00:59,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:02,454 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:01:02,454 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:01:03,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:04,293 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:01:05,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:07,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:09,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:11,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:13,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:17,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:17,650 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:01:17,651 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:01:19,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:21,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:23,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:25,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:27,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:29,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:31,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:32,868 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:01:32,870 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:01:33,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:34,532 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:01:35,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:37,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:44,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:48,222 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:01:48,223 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:01:50,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:01:54,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:00,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:03,645 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:02:03,646 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:02:04,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:04,815 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:02:08,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:12,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:16,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:18,845 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:02:18,845 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:02:20,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:24,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:28,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:32,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:34,095 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:02:34,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:02:35,089 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:02:36,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:40,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:42,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:47,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:49,335 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:02:49,336 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:02:51,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:55,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:02:57,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:01,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:03,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:04,612 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:03:04,612 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:03:05,422 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:03:07,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:11,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:13,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:17,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:19,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:19,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:03:19,782 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:03:21,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:25,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:27,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:31,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:33,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:35,016 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:03:35,016 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:03:35,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:35,644 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:03:39,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:41,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:43,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:45,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:47,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:50,300 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:03:50,301 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:03:52,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:54,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:56,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:03:58,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:00,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:02,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:04,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:05,482 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:04:05,483 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:04:05,867 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:04:06,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:08,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:10,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:12,099 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:04:12,182 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:04:12,216 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:04:12,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:04:12,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:14,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:20,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:20,749 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:04:20,750 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:04:26,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:30,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:35,961 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:04:35,961 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:04:36,212 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:04:36,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:40,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:44,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:48,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:51,130 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:04:51,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:04:52,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:04:56,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:01,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:05,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:06,296 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:05:06,296 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:05:06,460 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:05:09,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:13,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:17,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:21,454 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:05:21,454 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:05:21,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:25,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:27,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:31,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:35,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:36,690 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:05:36,694 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:05:36,694 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:05:37,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:41,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:43,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:47,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:49,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:52,057 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:05:52,057 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:05:53,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:55,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:05:59,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:01,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:06,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:06,977 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:06:07,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:06:07,377 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:06:08,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:10,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:14,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:16,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:18,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:20,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:22,643 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:06:22,644 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:06:24,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:26,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:28,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:30,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:32,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:34,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:36,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:37,266 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:06:37,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:06:37,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:06:38,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:40,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:42,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:44,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:46,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:48,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:50,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:06:53,200 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:06:53,200 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:06:56,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:02,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:07,491 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:07:08,500 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:07:08,501 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:07:08,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:13,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:17,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:21,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:23,710 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:07:23,711 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:07:27,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:31,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:35,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:37,779 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:07:38,913 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:07:38,913 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:07:39,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:43,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:47,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:51,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:53,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:07:54,117 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:07:54,118 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:07:57,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:01,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:05,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:07,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:08,060 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:08:09,292 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:08:09,293 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:08:11,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:15,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:17,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:21,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:23,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:24,464 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:08:24,464 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:08:27,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:29,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:33,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:36,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:38,379 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:08:38,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:39,623 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:08:39,623 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:08:42,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:44,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:48,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:50,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:52,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:54,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:08:54,838 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:08:54,839 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:08:58,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:00,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:02,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:04,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:06,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:08,660 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:09:08,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:10,081 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:09:10,082 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:09:10,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:12,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:14,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:16,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:18,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:20,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:22,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:24,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:25,294 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:09:25,295 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:09:25,909 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:09:26,016 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:09:26,054 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:09:26,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:09:26,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:28,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:30,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:32,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:37,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:38,974 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:09:39,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:40,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:09:40,576 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:09:41,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:45,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:47,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:51,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:53,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:55,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:09:55,887 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:09:55,888 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:09:59,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:01,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:03,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:07,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:09,280 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:10:09,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:11,103 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:10:11,107 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:10:11,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:15,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:17,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:21,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:23,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:25,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:26,322 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:10:26,322 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:10:29,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:31,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:33,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:35,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:39,520 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:10:39,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:41,540 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:10:41,541 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:10:41,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:44,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:48,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:50,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:54,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:56,795 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:10:56,795 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:10:56,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:10:58,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:02,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:04,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:06,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:09,818 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:11:10,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:12,017 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:11:12,018 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:11:12,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:14,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:18,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:20,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:22,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:26,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:27,240 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:11:27,241 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:11:28,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:30,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:34,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:36,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:38,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:40,059 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:11:42,491 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:11:42,492 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:11:42,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:45,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:47,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:51,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:53,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:55,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:11:57,805 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:11:57,806 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:11:59,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:01,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:03,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:07,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:09,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:10,342 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:12:13,096 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:12:13,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:12:13,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:15,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:17,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:21,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:23,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:25,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:28,329 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:12:28,329 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:12:29,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:31,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:35,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:37,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:39,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:40,630 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:12:43,589 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:12:43,589 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:12:43,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:45,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:47,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:51,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:54,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:56,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:12:58,819 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:12:58,820 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:13:00,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:02,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:04,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:08,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:10,854 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:13:10,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:14,090 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:13:14,091 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:13:14,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:16,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:18,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:22,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:24,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:26,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:29,390 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:13:29,390 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:13:30,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:32,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:36,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:13:41,088 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:13:44,654 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:13:44,654 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:13:59,862 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:13:59,863 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:14:11,310 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:14:15,087 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:14:15,088 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:14:21,910 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:14:21,945 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:14:21,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:14:21,992 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:14:22,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:14:23,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:14:24,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:14:30,316 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:14:30,318 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:14:35,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:14:41,557 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:14:45,483 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:14:45,483 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:15:00,646 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:15:00,646 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:15:11,784 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:15:15,863 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:15:15,863 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:15:31,035 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:15:31,036 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:15:42,042 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:15:46,210 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:15:46,210 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:15:56,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:00,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:01,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:16:01,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:16:06,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:12,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:12,297 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:16:16,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:16,540 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:16:16,540 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:16:20,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:24,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:28,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:31,823 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:16:31,823 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:16:32,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:38,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:42,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:42,610 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:16:46,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:47,086 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:16:47,086 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:16:48,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:52,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:16:56,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:00,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:02,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:17:02,318 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:17:05,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:07,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:11,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:12,848 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:17:15,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:17,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:17,563 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:17:17,563 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:17:21,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:23,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:27,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:29,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:32,728 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:17:32,729 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:17:33,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:35,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:39,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:41,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:43,121 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:17:45,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:47,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:47,896 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:17:47,897 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:17:49,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:51,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:55,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:57,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:17:59,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:03,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:03,170 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:18:03,170 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:18:05,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:07,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:09,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:11,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:13,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:13,461 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:18:15,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:17,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:18,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:18:18,439 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:18:19,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:21,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:23,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:25,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:27,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:29,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:33,647 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:18:33,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:18:36,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:42,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:43,797 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:18:46,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:48,811 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:18:48,811 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:18:52,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:18:56,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:00,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:04,077 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:19:04,078 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:19:04,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:10,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:12,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:14,046 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:19:16,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:19,456 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:19:19,456 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:19:20,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:24,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:29,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:33,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:34,822 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:19:34,822 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:19:37,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:41,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:43,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:44,377 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:19:47,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:50,086 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:19:50,087 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:19:51,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:53,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:57,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:19:59,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:03,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:05,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:05,357 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:20:05,358 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:20:09,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:11,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:14,592 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:20:15,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:17,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:19,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:20,527 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:20:20,528 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:20:23,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:25,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:27,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:32,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:34,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:35,693 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:20:35,693 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:20:36,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:38,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:42,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:44,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:44,834 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:20:46,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:48,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:50,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:50,942 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:20:50,943 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:20:52,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:54,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:56,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:20:58,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:00,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:02,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:04,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:04,839 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:21:04,904 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:21:04,952 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:21:05,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:21:06,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:06,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:21:06,319 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:21:12,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:15,141 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:21:18,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:21,626 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:21:21,626 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:21:22,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:28,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:33,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:36,949 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:21:36,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:21:37,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:43,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:45,410 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:21:47,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:51,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:52,215 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:21:52,215 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:21:55,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:21:57,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:01,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:05,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:07,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:22:07,538 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:22:09,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:13,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:15,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:15,641 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:22:19,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:22,863 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:22:22,863 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:22:23,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:25,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:29,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:33,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:35,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:38,130 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:22:38,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:22:40,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:42,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:45,878 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:22:46,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:48,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:52,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:53,484 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:22:53,485 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:22:54,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:22:56,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:00,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:02,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:04,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:06,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:08,755 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:23:08,755 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:23:10,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:12,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:14,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:16,138 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:23:16,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:18,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:20,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:23,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:23:23,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:23:24,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:26,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:28,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:30,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:32,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:34,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:36,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:38,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:39,291 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:23:39,292 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:23:40,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:46,355 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:23:47,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:53,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:23:54,452 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:23:54,452 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:23:57,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:03,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:07,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:09,617 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:24:09,617 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:24:11,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:16,555 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:24:17,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:21,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:24,890 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:24:24,890 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:24:25,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:27,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:32,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:36,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:40,227 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:24:40,228 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:24:40,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:44,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:46,810 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:24:48,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:52,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:54,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:24:55,465 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:24:55,466 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:24:58,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:02,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:04,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:08,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:10,704 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:25:10,705 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:25:12,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:14,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:17,105 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:25:18,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:20,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:24,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:26,050 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:25:26,050 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:25:26,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:28,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:33,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:35,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:39,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:41,379 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:25:41,380 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:25:41,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:43,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:45,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:47,425 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:25:49,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:51,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:53,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:55,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:56,565 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:25:56,566 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:25:57,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:25:59,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:03,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:05,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:07,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:09,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:11,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:11,909 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:26:11,910 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:26:13,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:15,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:17,531 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:26:17,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:17,618 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:26:17,659 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:26:17,819 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:26:18,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:26:19,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:20,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:25,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:27,082 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:26:27,082 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:26:29,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:35,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:39,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:42,249 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:26:42,249 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:26:44,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:48,146 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:26:50,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:54,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:56,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:26:57,457 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:26:57,458 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:27:02,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:04,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:08,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:12,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:12,702 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:27:12,703 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:27:16,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:18,488 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:27:20,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:24,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:27,983 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:27:27,984 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:27:28,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:30,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:34,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:38,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:40,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:43,256 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:27:43,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:27:44,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:46,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:48,790 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:27:51,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:55,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:57,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:27:58,574 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:27:58,575 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:28:01,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:03,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:05,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:09,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:11,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:13,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:28:13,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:28:15,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:17,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:19,060 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:28:19,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:21,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:25,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:27,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:29,371 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:28:29,372 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:28:29,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:31,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:33,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:35,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:39,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:41,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:43,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:44,530 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:28:44,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:28:45,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:47,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:49,306 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:28:49,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:51,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:53,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:28:59,805 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:28:59,806 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:29:00,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:06,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:12,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:15,239 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:29:15,240 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:29:16,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:19,555 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:29:20,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:24,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:30,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:29:30,514 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:29:30,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:34,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:38,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:42,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:45,768 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:29:45,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:29:46,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:48,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:49,795 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:29:52,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:29:56,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:00,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:00,999 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:30:01,000 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:30:05,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:07,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:11,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:15,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:16,167 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:30:16,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:30:17,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:20,050 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:30:21,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:23,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:27,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:29,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:31,339 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:30:31,339 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:30:33,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:35,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:39,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:41,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:43,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:46,593 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:30:46,593 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:30:47,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:49,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:50,300 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:30:51,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:55,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:57,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:30:59,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:01,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:01,844 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:31:01,844 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:31:05,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:07,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:09,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:11,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:13,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:15,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:17,126 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:31:17,126 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:31:18,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:20,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:31:20,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:22,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:24,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:26,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:28,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:29,345 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:31:29,448 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:31:29,504 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:31:29,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:31:30,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:31,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:32,308 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:31:32,309 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:31:36,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:42,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:46,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:47,580 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:31:47,581 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:31:50,935 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:31:52,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:31:56,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:00,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:02,856 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:32:02,857 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:32:04,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:09,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:13,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:17,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:18,023 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:32:18,025 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:32:21,179 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:32:21,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:25,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:29,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:33,215 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:32:33,216 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:32:33,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:37,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:39,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:43,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:47,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:48,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:32:48,370 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:32:51,519 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:32:51,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:53,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:57,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:32:59,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:03,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:33:03,572 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:33:03,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:05,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:09,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:11,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:15,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:17,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:18,732 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:33:18,733 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:33:19,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:21,765 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:33:24,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:26,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:28,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:32,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:34,008 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:33:34,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:33:34,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:36,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:38,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:40,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:44,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:46,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:48,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:49,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:33:49,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:33:50,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:52,051 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:33:52,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:54,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:56,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:33:58,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:00,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:02,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:04,483 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:34:04,483 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:34:04,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:06,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:12,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:18,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:19,649 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:34:19,650 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:34:22,289 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:34:22,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:28,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:32,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:34,864 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:34:34,864 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:34:36,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:41,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:45,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:49,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:50,143 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:34:50,143 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:34:52,534 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:34:53,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:34:57,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:01,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:05,422 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:35:05,422 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:35:05,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:09,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:13,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:17,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:19,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:20,744 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:35:20,745 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:35:22,782 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:35:23,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:28,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:30,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:34,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:36,042 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:35:36,048 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:35:38,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:40,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:45,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:47,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:51,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:51,316 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:35:51,317 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:35:53,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:53,052 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:35:57,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:35:59,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:01,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:05,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:06,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:36:06,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:36:07,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:09,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:13,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:15,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:17,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:19,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:21,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:21,669 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:36:21,670 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:36:23,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:23,280 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:36:27,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:29,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:31,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:33,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:35,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:36,871 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:36:36,872 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:36:37,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:39,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:41,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:42,884 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:36:42,991 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:36:43,034 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:36:43,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:36:43,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:44,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:46,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:50,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:36:52,082 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:36:52,083 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:36:53,564 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:36:56,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:02,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:06,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:07,251 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:37:07,252 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:37:10,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:14,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:18,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:22,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:22,525 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:37:22,525 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:37:23,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:37:28,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:33,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:37,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:37,883 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:37:37,883 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:37:39,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:43,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:47,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:51,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:53,272 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:37:53,272 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:37:54,127 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:37:55,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:37:57,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:01,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:05,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:07,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:08,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:38:08,540 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:38:11,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:13,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:17,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:19,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:23,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:23,704 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:38:23,705 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:38:24,343 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:38:25,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:29,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:31,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:35,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:37,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:38,935 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:38:38,935 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:38:39,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:44,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:46,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:48,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:50,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:54,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:54,257 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:38:54,257 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:38:54,633 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:38:56,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:38:58,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:00,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:02,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:04,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:06,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:08,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:09,466 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:39:09,467 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:39:10,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:12,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:14,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:16,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:18,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:20,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:24,759 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:39:24,759 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:39:24,924 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:39:26,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:32,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:36,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:40,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:39:40,074 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:39:42,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:46,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:50,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:54,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:39:55,062 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:39:55,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:39:55,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:39:59,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:03,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:07,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:10,685 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:40:10,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:40:11,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:15,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:19,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:23,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:25,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:25,289 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:40:25,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:40:25,905 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:40:29,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:33,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:37,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:39,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:41,079 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:40:41,080 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:40:43,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:45,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:49,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:51,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:55,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:40:55,586 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:40:56,340 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:40:56,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:40:59,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:01,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:03,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:07,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:09,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:11,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:41:11,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:41:13,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:16,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:18,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:22,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:24,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:25,884 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:41:26,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:26,779 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:41:26,780 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:41:28,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:32,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:34,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:36,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:38,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:40,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:42,004 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:41:42,004 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:41:42,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:44,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:46,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:48,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:50,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:52,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:54,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:55,116 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:41:55,212 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:41:55,248 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:41:55,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:41:55,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:56,134 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:41:56,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:41:57,169 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:41:57,170 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:42:00,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:02,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:06,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:08,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:10,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:12,355 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:42:12,356 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:42:14,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:16,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:20,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:22,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:24,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:26,353 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:42:27,638 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:42:27,639 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:42:28,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:30,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:32,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:36,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:39,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:41,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:42,896 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:42:42,897 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:42:45,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:47,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:51,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:53,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:55,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:56,586 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:42:57,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:42:58,120 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:42:58,120 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:43:01,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:03,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:05,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:09,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:11,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:13,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:13,391 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:43:13,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:43:17,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:19,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:21,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:25,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:26,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:43:27,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:28,641 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:43:28,641 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:43:29,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:33,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:35,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:39,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:41,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:43,912 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:43:43,913 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:43:44,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:48,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:50,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:52,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:56,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:57,088 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:43:58,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:43:59,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:43:59,199 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:44:02,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:04,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:06,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:10,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:12,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:14,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:14,449 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:44:14,450 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:44:18,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:20,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:22,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:26,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:27,366 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:44:28,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:29,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:44:29,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:44:30,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:34,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:36,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:40,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:42,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:45,082 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:44:45,083 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:44:45,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:49,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:51,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:53,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:57,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:44:57,646 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:44:59,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:00,387 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:45:00,387 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:45:03,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:05,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:07,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:11,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:13,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:15,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:15,651 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:45:15,652 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:45:19,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:21,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:23,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:27,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:27,876 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:45:29,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:30,958 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:45:30,958 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:45:31,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:35,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:37,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:41,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:43,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:45,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:46,295 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:45:46,296 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:45:49,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:51,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:53,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:57,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:45:58,147 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:46:00,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:46:01,503 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:46:01,503 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:46:04,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:46:06,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:46:08,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:46:16,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:46:16,782 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:46:28,391 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:46:31,992 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:46:31,992 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:46:47,204 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:46:47,205 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:46:51,346 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:46:51,361 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:46:51,393 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:46:51,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:46:52,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:46:53,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:46:54,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:46:58,615 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:47:02,404 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:47:02,406 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:47:04,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:47:17,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:47:17,576 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:47:28,832 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:47:32,746 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:47:32,746 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:47:47,917 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:47:47,917 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:47:59,082 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:48:03,085 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:48:03,086 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:48:18,262 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:48:18,263 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:48:22,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:28,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:29,294 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:48:33,437 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:48:33,438 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:48:34,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:40,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:46,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:48,613 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:48:48,614 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:48:50,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:54,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:58,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:48:59,574 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:49:03,990 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:49:03,991 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:49:05,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:09,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:11,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:15,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:19,362 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:49:19,363 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:49:19,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:23,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:27,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:29,873 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:49:31,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:34,619 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:49:34,619 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:49:35,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:37,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:41,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:45,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:47,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:49,879 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:49:49,880 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:49:51,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:53,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:57,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:49:59,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:00,125 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:50:03,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:05,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:50:05,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:50:05,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:09,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:11,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:13,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:17,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:19,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:20,424 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:50:20,425 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:50:22,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:26,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:28,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:30,368 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:50:30,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:32,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:35,588 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:50:35,589 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:50:36,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:38,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:40,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:42,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:44,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:46,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:48,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:50,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:50,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:50:50,767 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:50:52,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:54,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:56,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:50:58,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:00,669 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:51:00,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:06,066 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:51:06,067 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:51:06,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:10,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:17,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:21,497 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:51:21,498 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:51:21,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:25,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:30,985 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:51:31,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:35,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:36,802 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:51:36,802 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:51:39,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:43,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:47,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:51,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:51,970 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:51:51,971 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:51:55,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:51:57,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:01,242 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:52:01,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:05,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:07,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:52:07,133 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:52:09,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:13,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:15,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:19,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:21,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:22,429 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:52:22,429 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:52:26,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:30,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:31,442 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:52:32,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:34,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:37,754 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:52:37,754 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:52:38,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:40,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:44,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:46,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:48,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:52,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:52,957 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:52:52,957 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:52:54,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:52:56,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:00,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:01,692 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:53:02,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:04,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:06,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:08,116 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:53:08,117 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:53:10,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:12,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:14,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:16,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:18,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:20,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:22,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:23,281 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:53:23,281 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:53:24,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:26,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:28,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:30,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:31,964 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:53:32,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:33,591 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:53:33,668 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:53:33,708 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:53:33,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:53:34,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:35,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:38,447 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:53:38,449 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:53:41,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:47,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:51,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:53:53,616 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:53:53,617 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:53:57,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:01,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:02,299 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:54:05,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:08,913 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:54:08,914 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:54:09,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:13,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:17,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:21,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:24,179 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:54:24,180 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:54:25,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:29,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:32,518 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:54:34,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:38,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:39,424 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:54:39,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:54:40,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:44,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:48,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:52,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:54,772 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:54:54,772 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:54:54,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:54:58,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:00,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:02,747 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:55:04,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:08,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:10,004 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:55:10,005 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:55:10,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:12,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:16,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:18,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:22,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:24,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:25,261 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:55:25,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:55:28,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:30,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:32,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:32,952 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:55:34,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:38,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:40,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:55:40,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:55:40,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:42,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:44,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:47,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:51,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:53,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:55,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:55:55,764 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:55:55,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:57,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:55:59,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:01,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:03,244 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:56:03,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:05,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:07,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:09,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:11,132 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:56:11,133 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:56:11,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:17,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:23,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:26,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:56:26,540 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:56:27,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:31,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:33,490 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:56:38,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:41,936 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:56:41,937 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:56:42,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:46,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:50,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:54,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:56:57,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:56:57,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:56:59,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:03,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:03,727 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:57:07,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:11,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:12,616 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:57:12,617 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:57:15,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:19,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:21,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:25,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:27,970 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:57:27,971 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:57:29,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:31,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:33,984 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:57:35,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:39,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:41,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:43,271 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:57:43,272 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:57:45,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:47,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:51,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:53,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:55,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:57:58,555 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:57:58,556 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:57:59,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:01,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:04,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:04,206 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:58:08,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:10,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:12,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:13,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:58:13,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:58:16,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:18,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:20,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:22,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:24,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:28,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:29,010 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:58:29,010 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:58:30,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:32,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:34,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:34,430 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:58:36,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:38,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:40,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:42,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:44,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:44,160 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:58:44,161 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:58:46,050 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 02:58:46,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:46,143 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 02:58:46,181 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 02:58:47,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 02:58:47,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:48,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:54,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:58:59,440 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:58:59,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:59:00,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:04,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:04,743 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:59:08,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:14,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:14,695 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:59:14,695 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:59:18,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:23,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:27,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:29,990 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:59:29,991 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:59:31,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:34,954 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 02:59:35,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:39,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:43,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:45,441 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 02:59:45,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 02:59:47,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:49,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:53,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 02:59:57,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:00,669 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:00:00,670 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:00:01,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:05,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:05,199 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:00:07,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:11,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:13,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:16,000 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:00:16,001 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:00:17,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:21,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:23,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:27,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:30,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:31,391 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:00:31,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:00:34,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:35,495 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:00:36,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:38,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:42,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:44,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:46,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:46,654 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:00:46,654 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:00:50,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:52,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:54,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:00:58,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:00,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:01,809 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:01:01,810 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:01:02,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:04,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:05,772 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:01:06,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:08,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:10,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:12,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:14,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:16,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:16,974 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:01:16,975 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:01:18,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:20,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:22,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:24,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:31,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:32,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:01:32,179 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:01:36,006 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:01:37,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:41,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:45,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:47,338 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:01:47,339 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:01:51,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:55,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:01:59,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:02,624 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:02:02,625 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:02:03,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:06,267 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:02:07,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:11,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:16,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:17,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:02:17,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:02:20,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:24,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:28,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:30,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:33,630 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:02:33,631 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:02:34,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:36,580 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:02:38,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:42,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:44,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:48,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:48,852 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:02:48,853 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:02:50,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:54,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:02:58,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:00,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:04,019 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:03:04,020 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:03:04,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:06,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:06,892 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:03:08,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:12,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:14,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:18,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:19,253 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:03:19,254 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:03:20,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:22,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:27,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:29,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:31,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:33,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:34,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:03:34,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:03:35,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:37,139 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:03:39,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:41,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:43,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:45,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:47,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:49,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:49,796 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:03:49,796 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:03:51,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:53,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:55,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:57,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:59,209 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:03:59,305 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:03:59,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:03:59,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:03:59,355 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:04:01,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:05,002 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:04:05,003 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:04:07,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:07,434 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:04:13,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:17,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:20,398 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:04:20,399 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:04:23,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:27,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:32,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:35,660 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:04:35,661 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:04:36,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:37,706 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:04:40,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:44,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:48,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:50,889 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:04:50,889 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:04:52,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:04:56,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:00,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:04,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:06,047 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:05:06,047 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:05:07,935 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:05:08,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:10,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:14,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:18,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:21,362 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:05:21,363 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:05:22,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:24,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:28,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:30,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:35,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:36,646 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:05:36,647 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:05:37,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:38,200 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:05:41,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:43,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:47,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:49,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:51,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:51,903 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:05:51,903 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:05:55,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:05:57,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:01,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:03,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:05,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:07,131 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:06:07,131 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:06:07,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:08,447 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:06:09,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:13,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:15,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:17,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:19,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:21,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:22,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:06:22,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:06:23,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:25,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:27,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:29,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:31,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:33,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:35,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:37,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:37,828 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:06:37,828 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:06:38,655 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:06:44,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:50,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:06:53,099 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:06:53,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:06:54,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:00,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:04,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:08,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:08,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:07:08,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:07:08,876 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:07:14,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:18,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:22,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:23,822 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:07:23,822 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:07:26,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:30,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:35,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:39,003 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:07:39,003 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:07:39,158 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:07:39,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:43,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:45,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:49,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:53,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:54,160 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:07:54,160 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:07:57,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:07:59,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:03,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:05,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:09,410 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:08:09,410 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:08:09,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:09,577 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:08:13,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:15,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:19,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:21,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:24,674 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:08:24,674 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:08:25,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:27,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:29,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:33,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:35,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:37,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:39,723 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:08:39,841 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:08:39,841 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:08:41,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:43,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:45,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:48,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:52,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:54,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:55,136 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:08:55,136 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:08:56,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:08:58,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:00,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:02,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:04,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:06,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:08,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:10,108 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:09:10,311 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:09:10,311 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:09:10,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:12,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:14,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:14,998 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:09:15,106 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:09:15,152 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:09:15,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:09:16,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:17,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:22,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:25,541 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:09:25,542 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:09:28,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:32,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:38,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:40,414 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:09:40,699 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:09:40,700 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:09:42,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:46,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:50,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:54,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:09:55,925 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:09:55,926 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:09:58,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:03,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:07,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:10,650 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:10:11,220 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:10:11,220 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:10:11,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:15,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:19,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:23,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:25,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:26,494 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:10:26,494 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:10:29,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:33,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:35,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:39,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:40,915 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:10:41,756 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:10:41,757 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:10:43,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:45,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:49,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:51,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:55,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:10:57,053 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:10:57,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:10:57,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:01,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:03,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:05,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:09,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:11,157 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:11:11,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:12,297 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:11:12,297 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:11:13,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:18,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:20,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:22,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:24,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:27,469 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:11:27,469 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:11:28,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:30,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:32,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:34,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:36,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:38,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:40,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:41,403 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:11:42,624 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:11:42,625 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:11:42,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:44,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:46,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:48,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:50,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:52,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:11:57,948 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:11:57,949 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:11:58,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:04,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:10,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:11,651 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:12:13,451 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:12:13,451 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:12:14,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:18,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:24,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:28,876 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:12:28,877 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:12:29,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:33,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:37,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:41,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:41,892 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:12:44,187 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:12:44,188 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:12:45,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:49,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:53,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:55,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:12:59,560 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:12:59,560 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:12:59,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:03,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:07,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:09,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:12,152 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:13:13,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:14,732 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:13:14,732 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:13:17,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:19,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:23,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:25,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:29,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:29,959 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:13:29,959 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:13:32,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:36,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:38,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:42,394 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:13:42,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:44,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:45,212 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:13:45,213 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:13:46,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:50,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:52,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:54,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:13:56,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:00,383 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:14:00,383 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:14:00,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:02,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:04,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:06,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:08,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:10,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:12,628 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:14:12,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:14,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:15,549 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:14:15,549 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:14:18,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:20,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:22,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:24,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:26,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:28,301 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:14:28,430 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:14:28,465 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:14:28,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:14:28,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:30,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:14:30,711 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:14:32,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:34,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:39,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:41,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:42,896 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:14:43,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:45,941 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:14:45,942 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:14:47,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:49,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:53,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:55,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:14:57,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:01,191 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:15:01,191 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:15:01,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:03,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:05,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:09,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:11,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:13,160 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:15:15,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:16,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:15:16,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:15:17,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:19,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:23,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:25,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:27,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:31,646 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:15:31,646 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:15:31,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:33,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:35,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:37,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:41,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:43,403 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:15:44,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:46,900 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:15:46,901 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:15:48,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:50,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:52,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:57,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:15:59,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:01,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:02,132 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:16:02,133 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:16:05,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:07,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:11,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:13,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:13,665 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:16:15,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:17,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:16:17,368 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:16:19,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:21,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:23,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:27,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:29,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:32,601 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:16:32,601 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:16:33,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:35,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:37,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:41,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:43,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:43,901 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:16:45,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:47,859 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:16:47,859 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:16:49,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:51,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:53,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:16:57,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:00,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:02,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:03,255 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:17:03,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:17:06,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:08,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:12,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:14,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:14,161 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:17:16,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:18,556 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:17:18,556 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:17:20,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:22,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:24,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:28,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:30,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:32,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:33,753 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:17:33,754 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:17:36,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:38,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:42,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:44,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:44,379 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:17:46,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:49,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:17:49,061 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:17:50,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:52,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:54,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:17:58,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:00,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:03,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:04,253 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:18:04,254 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:18:07,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:09,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:13,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:14,585 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:18:15,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:17,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:19,647 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:18:19,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:18:21,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:23,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:27,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:29,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:31,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:34,878 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:18:34,878 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:18:35,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:37,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:39,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:41,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:18:44,802 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:18:50,131 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:18:50,132 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:19:05,345 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:19:05,345 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:19:15,005 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:19:20,562 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:19:20,562 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:19:25,749 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:19:25,784 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:19:25,833 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:19:26,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:19:27,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:19:29,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:19:35,751 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:19:35,752 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:19:39,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:19:45,218 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:19:50,922 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:19:50,922 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:20:06,091 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:20:06,092 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:20:15,441 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:20:21,258 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:20:21,258 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:20:36,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:20:36,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:20:45,683 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:20:51,587 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:20:51,588 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:21:01,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:05,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:06,892 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:21:06,892 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:21:12,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:16,002 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:21:18,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:22,211 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:21:22,212 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:21:22,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:26,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:30,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:36,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:37,408 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:21:37,409 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:21:40,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:44,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:46,275 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:21:48,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:52,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:52,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:21:52,575 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:21:56,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:21:58,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:02,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:06,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:07,739 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:22:07,740 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:22:10,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:14,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:16,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:16,511 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:22:20,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:22,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:22,938 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:22:22,938 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:22:27,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:31,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:33,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:37,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:38,263 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:22:38,263 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:22:39,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:41,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:45,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:46,863 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:22:47,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:51,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:53,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:53,460 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:22:53,461 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:22:55,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:22:59,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:01,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:03,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:05,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:07,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:08,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:23:08,709 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:23:09,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:13,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:15,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:17,119 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:23:17,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:19,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:21,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:23,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:24,034 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:23:24,035 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:23:25,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:27,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:29,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:31,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:33,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:35,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:39,256 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:23:39,257 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:23:41,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:46,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:47,387 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:23:52,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:23:54,510 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:23:54,510 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:23:56,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:00,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:06,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:09,822 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:24:09,822 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:24:10,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:14,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:17,674 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:24:18,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:22,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:25,086 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:24:25,086 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:24:26,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:30,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:34,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:36,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:40,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:40,452 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:24:40,452 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:24:45,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:47,914 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:24:49,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:53,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:55,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:24:55,691 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:24:55,691 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:24:59,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:01,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:05,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:07,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:10,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:25:10,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:25:11,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:13,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:17,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:18,129 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:25:19,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:23,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:25,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:26,079 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:25:26,080 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:25:27,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:31,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:33,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:35,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:37,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:41,244 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:25:41,244 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:25:41,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:43,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:45,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:47,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:48,485 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:25:49,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:51,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:54,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:25:56,435 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:25:56,436 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:25:56,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:00,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:02,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:04,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:06,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:08,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:09,613 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:26:09,684 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:26:09,729 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:26:10,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:26:10,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:11,730 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:26:11,732 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:26:12,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:16,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:18,783 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:26:22,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:27,141 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:26:27,141 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:26:28,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:32,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:36,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:40,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:42,404 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:26:42,405 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:26:46,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:49,038 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:26:51,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:55,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:26:57,663 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:26:57,664 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:26:59,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:03,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:07,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:11,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:13,002 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:27:13,003 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:27:13,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:17,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:19,283 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:27:21,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:23,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:27,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:28,224 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:27:28,225 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:27:31,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:33,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:37,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:39,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:43,505 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:27:43,505 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:27:43,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:47,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:49,550 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:27:49,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:52,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:56,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:58,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:27:58,778 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:27:58,779 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:28:02,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:04,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:08,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:10,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:12,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:13,973 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:28:13,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:28:16,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:18,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:19,826 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:28:20,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:22,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:24,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:26,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:28,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:29,217 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:28:29,217 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:28:32,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:34,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:36,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:38,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:40,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:42,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:44,389 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:28:44,390 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:28:44,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:46,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:48,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:50,062 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:28:52,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:28:59,629 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:28:59,630 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:28:59,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:05,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:09,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:13,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:14,822 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:29:14,823 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:29:17,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:20,325 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:29:21,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:25,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:29,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:30,125 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:29:30,126 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:29:33,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:37,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:41,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:45,533 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:29:45,533 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:29:45,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:49,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:50,615 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:29:53,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:29:55,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:00,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:00,716 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:30:00,716 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:30:04,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:06,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:10,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:12,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:15,889 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:30:15,890 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:30:16,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:18,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:20,891 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:30:22,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:24,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:28,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:30,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:31,052 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:30:31,052 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:30:32,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:36,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:38,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:40,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:44,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:46,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:30:46,222 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:30:46,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:48,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:50,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:51,259 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:30:52,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:56,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:30:58,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:00,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:01,459 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:31:01,460 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:31:02,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:04,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:06,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:08,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:10,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:12,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:14,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:16,702 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:31:16,703 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:31:16,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:18,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:19,273 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:31:19,386 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:31:19,420 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:31:19,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:31:20,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:21,514 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:31:27,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:31,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:32,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:31:32,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:31:35,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:41,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:45,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:47,314 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:31:47,314 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:31:49,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:51,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:31:53,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:31:57,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:01,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:02,625 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:32:02,625 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:32:06,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:10,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:14,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:17,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:32:17,990 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:32:18,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:22,141 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:32:22,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:26,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:30,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:32,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:33,284 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:32:33,284 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:32:36,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:40,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:42,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:46,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:48,484 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:32:48,485 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:32:48,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:52,452 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:32:52,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:54,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:32:58,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:00,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:03,860 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:33:03,860 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:33:04,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:06,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:08,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:12,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:14,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:16,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:19,071 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:33:19,071 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:33:20,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:22,749 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:33:22,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:25,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:27,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:31,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:33,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:34,315 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:33:34,315 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:33:35,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:37,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:39,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:41,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:43,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:45,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:47,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:49,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:33:49,545 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:33:49,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:51,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:53,115 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:33:53,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:33:55,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:01,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:04,750 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:34:04,750 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:34:07,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:11,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:17,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:19,919 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:34:19,920 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:34:21,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:23,390 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:34:25,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:29,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:33,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:35,148 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:34:35,148 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:34:38,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:42,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:46,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:50,378 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:34:50,378 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:34:50,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:53,712 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:34:54,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:34:58,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:00,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:04,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:05,576 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:35:05,576 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:35:08,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:12,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:14,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:19,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:20,829 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:35:20,829 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:35:23,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:24,013 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:35:25,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:29,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:31,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:35,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:36,096 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:35:36,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:35:37,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:39,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:43,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:46,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:50,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:51,352 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:35:51,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:35:52,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:54,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:35:54,345 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:35:58,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:00,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:02,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:04,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:06,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:06,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:36:06,519 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:36:10,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:12,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:14,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:16,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:18,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:20,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:21,685 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:36:21,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:36:22,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:24,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:24,596 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:36:26,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:28,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:30,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:30,352 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:36:30,394 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:36:30,426 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:36:31,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:36:32,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:36,951 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:36:36,952 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:36:38,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:44,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:48,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:52,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:36:52,378 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:36:54,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:36:54,831 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:36:58,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:02,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:06,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:07,650 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:37:07,650 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:37:11,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:15,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:19,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:22,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:37:22,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:37:23,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:25,121 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:37:27,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:31,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:35,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:38,295 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:37:38,296 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:37:39,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:41,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:45,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:49,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:53,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:53,475 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:37:53,476 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:37:55,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:37:55,342 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:37:59,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:01,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:05,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:07,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:08,649 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:38:08,649 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:38:12,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:14,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:18,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:20,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:22,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:23,917 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:38:23,917 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:38:25,587 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:38:26,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:28,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:30,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:34,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:36,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:38,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:39,314 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:38:39,315 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:38:40,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:42,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:46,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:48,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:50,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:52,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:54,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:54,600 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:38:54,600 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:38:55,836 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:38:56,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:38:58,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:00,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:02,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:04,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:06,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:08,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:09,812 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:39:09,812 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:39:14,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:18,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:24,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:25,005 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:39:25,005 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:39:26,103 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:39:29,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:35,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:39,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:40,210 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:39:40,211 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:39:43,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:47,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:51,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:55,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:39:55,409 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:39:55,410 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:39:56,342 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:39:59,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:03,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:07,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:10,601 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:40:10,602 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:40:11,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:13,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:17,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:21,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:25,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:25,779 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:40:25,780 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:40:26,605 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:40:27,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:31,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:35,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:38,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:41,059 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:40:41,059 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:40:42,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:44,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:48,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:50,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:54,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:56,245 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:40:56,246 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:40:56,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:40:56,848 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:41:00,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:02,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:04,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:08,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:10,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:11,494 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:41:11,494 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:41:12,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:14,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:18,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:20,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:22,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:24,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:26,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:26,778 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:41:26,779 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:41:27,132 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:41:28,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:30,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:32,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:34,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:36,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:38,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:40,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:42,008 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:41:42,009 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:41:42,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:42,885 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:41:43,006 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:41:43,058 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:41:43,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:41:44,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:50,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:56,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:41:57,175 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:41:57,177 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:41:57,368 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:42:01,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:07,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:11,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:12,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:42:12,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:42:15,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:21,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:25,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:27,552 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:42:27,637 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:42:27,638 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:42:29,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:33,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:37,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:41,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:43,008 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:42:43,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:42:45,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:47,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:51,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:55,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:42:57,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:42:58,339 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:42:58,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:42:59,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:01,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:05,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:09,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:11,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:13,591 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:43:13,591 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:43:16,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:20,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:22,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:26,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:28,012 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:43:28,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:28,750 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:43:28,751 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:43:32,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:34,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:36,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:40,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:42,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:43,974 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:43:43,975 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:43:44,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:48,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:50,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:52,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:54,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:58,272 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:43:58,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:43:59,273 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:43:59,276 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:44:00,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:02,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:04,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:06,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:08,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:10,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:12,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:14,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:14,443 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:44:14,444 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:44:16,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:18,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:20,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:22,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:28,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:28,549 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:44:29,654 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:44:29,655 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:44:34,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:38,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:44,838 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:44:44,839 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:44:45,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:49,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:53,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:57,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:44:58,927 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:45:00,018 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:45:00,019 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:45:01,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:05,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:09,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:13,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:15,177 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:45:15,177 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:45:17,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:21,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:25,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:29,160 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:45:29,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:30,340 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:45:30,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:45:31,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:36,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:40,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:42,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:45,536 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:45:45,537 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:45:46,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:50,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:52,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:56,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:58,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:45:59,455 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:46:00,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:46:00,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:46:02,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:04,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:06,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:10,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:12,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:16,128 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:46:16,129 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:46:16,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:18,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:20,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:22,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:26,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:28,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:29,723 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:46:30,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:31,298 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:46:31,299 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:46:32,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:34,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:36,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:40,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:42,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:44,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:46,467 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:46:46,467 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:46:47,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:49,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:51,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:53,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:55,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:56,843 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:46:56,883 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:46:56,931 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:46:57,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:46:57,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:59,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:46:59,992 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:47:01,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:01,628 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:47:01,629 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:47:05,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:07,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:09,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:13,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:15,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:16,870 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:47:16,871 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:47:19,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:21,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:23,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:25,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:29,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:30,233 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:47:31,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:32,153 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:47:32,154 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:47:33,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:37,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:39,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:41,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:45,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:47,406 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:47:47,407 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:47:47,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:51,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:53,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:55,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:47:58,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:00,487 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:48:02,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:02,776 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:48:02,776 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:48:04,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:06,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:10,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:12,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:14,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:18,009 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:48:18,009 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:48:18,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:20,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:22,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:26,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:28,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:30,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:30,746 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:48:33,274 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:48:33,274 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:48:34,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:36,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:38,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:42,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:44,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:48,516 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:48:48,516 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:48:48,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:50,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:52,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:56,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:48:58,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:00,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:01,034 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:49:03,766 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:49:03,766 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:49:04,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:06,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:08,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:12,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:14,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:17,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:19,051 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:49:19,052 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:49:21,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:23,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:25,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:29,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:31,296 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:49:31,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:33,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:34,269 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:49:34,269 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:49:37,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:39,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:41,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:45,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:47,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:49,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:49:49,538 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:49:49,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:53,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:55,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:49:59,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:01,547 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:50:01,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:04,772 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:50:04,772 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:50:05,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:07,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:09,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:13,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:15,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:17,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:20,010 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:50:20,011 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:50:21,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:23,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:26,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:30,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:31,777 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:50:32,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:34,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:35,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:50:35,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:50:38,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:40,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:44,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:46,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:48,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:50,447 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:50:50,448 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:50:52,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:54,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:50:56,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:51:00,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:51:02,011 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:51:02,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:51:04,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:51:05,757 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:51:05,758 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:51:06,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:51:20,945 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:51:20,946 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:51:32,234 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:51:36,165 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:51:36,166 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:51:51,376 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:51:51,377 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:51:53,009 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:51:53,045 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:51:53,096 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:51:53,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:51:54,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:51:55,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:51:56,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:52:02,513 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:52:04,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:52:06,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:52:06,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:52:21,734 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:52:21,734 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:52:32,740 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:52:36,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:52:36,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:52:52,098 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:52:52,099 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:53:02,972 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:53:07,266 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:53:07,267 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:53:22,431 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:53:22,431 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:53:23,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:53:29,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:53:33,222 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:53:35,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:53:37,784 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:53:37,784 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:53:39,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:53:45,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:53:49,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:53:53,080 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:53:53,080 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:53:53,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:53:57,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:03,489 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:54:03,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:07,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:08,341 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:54:08,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:54:09,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:13,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:18,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:22,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:23,506 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:54:23,507 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:54:26,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:30,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:32,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:33,720 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:54:36,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:38,764 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:54:38,764 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:54:40,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:42,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:44,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:48,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:52,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:54,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:54:54,060 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:54:54,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:54:56,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:00,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:02,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:04,006 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:55:06,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:08,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:09,388 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:55:09,389 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:55:10,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:14,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:16,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:18,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:20,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:24,562 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:55:24,563 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:55:25,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:27,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:29,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:31,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:34,379 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:55:35,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:37,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:39,792 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:55:39,793 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:55:39,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:41,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:43,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:46,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:48,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:50,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:52,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:54,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:55:55,161 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:55:55,162 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:55:56,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:02,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:04,699 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:56:08,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:10,482 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:56:10,482 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:56:12,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:19,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:23,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:25,650 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:56:25,650 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:56:27,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:33,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:34,990 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:56:37,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:40,901 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:56:40,902 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:56:41,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:45,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:49,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:53,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:56,081 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:56:56,082 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:56:57,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:56:59,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:03,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:05,229 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:57:07,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:11,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:11,249 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:57:11,250 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:57:13,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:17,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:21,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:23,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:26,534 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:57:26,535 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:57:27,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:29,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:33,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:35,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:35,518 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:57:39,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:41,773 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:57:41,774 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:57:42,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:44,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:48,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:50,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:52,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:56,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:57:56,976 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:57:56,976 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:57:58,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:00,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:02,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:04,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:05,741 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:58:08,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:10,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:12,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:12,152 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:58:12,153 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:58:14,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:16,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:18,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:20,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:22,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:24,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:26,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:27,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:58:27,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:58:28,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:30,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:30,363 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 03:58:30,432 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 03:58:30,465 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 03:58:31,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 03:58:31,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:32,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:36,002 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:58:38,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:42,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:58:42,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:58:44,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:48,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:52,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:58:57,973 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:58:57,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:58:58,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:03,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:06,264 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:59:07,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:11,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:13,282 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:59:13,283 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:59:15,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:19,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:23,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:27,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:28,594 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:59:28,595 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:59:31,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:33,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:36,499 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 03:59:37,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:41,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:43,860 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:59:43,860 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 03:59:45,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:47,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:51,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:53,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:57,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 03:59:59,193 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 03:59:59,194 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:00:01,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:03,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:06,730 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:00:07,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:10,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:14,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:14,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:00:14,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:00:16,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:18,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:22,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:24,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:26,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:29,807 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:00:29,808 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:00:30,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:32,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:34,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:36,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:36,956 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:00:40,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:42,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:44,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:45,030 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:00:45,030 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:00:46,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:48,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:50,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:52,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:54,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:56,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:00:58,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:00,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:00,279 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:01:00,279 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:01:02,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:04,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:06,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:07,145 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:01:12,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:15,445 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:01:15,445 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:01:18,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:23,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:29,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:30,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:01:30,614 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:01:33,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:37,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:37,405 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:01:41,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:45,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:45,882 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:01:45,882 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:01:49,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:53,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:01:57,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:01,225 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:02:01,226 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:02:01,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:05,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:07,630 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:02:09,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:13,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:16,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:16,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:02:16,532 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:02:20,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:24,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:26,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:30,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:31,815 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:02:31,816 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:02:32,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:36,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:37,850 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:02:40,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:42,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:44,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:47,258 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:02:47,259 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:02:48,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:50,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:54,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:02:56,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:00,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:02,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:02,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:03:02,538 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:03:04,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:06,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:08,072 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:03:10,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:12,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:14,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:16,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:17,813 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:03:17,814 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:03:18,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:20,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:22,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:25,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:29,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:31,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:33,032 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:03:33,033 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:03:33,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:35,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:37,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:38,315 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:03:39,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:40,145 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:03:40,258 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:03:40,291 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:03:40,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:03:41,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:48,346 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:03:48,347 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:03:49,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:53,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:03:59,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:03,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:03,712 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:04:03,713 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:04:07,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:08,526 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:04:11,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:17,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:18,915 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:04:18,915 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:04:21,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:25,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:30,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:34,396 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:04:34,397 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:04:34,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:38,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:38,765 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:04:42,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:46,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:48,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:49,565 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:04:49,565 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:04:52,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:56,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:04:58,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:02,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:04,792 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:05:04,792 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:05:06,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:08,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:08,984 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:05:12,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:14,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:18,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:20,145 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:05:20,146 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:05:20,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:24,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:26,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:28,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:32,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:34,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:35,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:05:35,417 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:05:36,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:39,230 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:05:40,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:42,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:44,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:47,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:50,576 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:05:50,576 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:05:51,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:53,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:55,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:57,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:05:59,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:01,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:03,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:05,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:05,741 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:06:05,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:06:07,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:09,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:09,657 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:06:11,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:13,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:15,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:17,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:20,907 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:06:20,907 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:06:23,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:27,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:33,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:36,072 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:06:36,073 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:06:38,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:39,891 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:06:42,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:48,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:51,329 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:06:51,329 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:06:52,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:06:56,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:00,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:04,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:06,684 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:07:06,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:07:08,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:10,127 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:07:12,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:16,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:18,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:22,085 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:07:22,085 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:07:22,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:26,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:30,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:34,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:36,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:37,275 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:07:37,276 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:07:40,398 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:07:40,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:42,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:47,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:49,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:52,536 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:07:52,536 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:07:53,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:57,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:07:59,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:01,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:05,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:07,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:07,743 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:08:07,743 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:08:09,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:10,673 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:08:13,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:15,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:17,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:21,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:22,909 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:08:22,910 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:08:23,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:25,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:27,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:29,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:31,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:35,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:37,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:38,154 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:08:38,155 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:08:39,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:41,123 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:08:41,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:43,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:45,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:47,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:49,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:51,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:51,597 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:08:51,704 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:08:51,750 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:08:52,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:08:52,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:53,559 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:08:53,560 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:08:53,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:08:59,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:03,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:09,001 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:09:09,002 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:09:10,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:11,382 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:09:14,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:18,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:22,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:24,161 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:09:24,161 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:09:28,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:32,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:36,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:39,387 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:09:39,388 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:09:40,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:41,653 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:09:44,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:48,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:50,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:54,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:09:54,774 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:09:54,774 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:09:58,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:02,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:04,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:08,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:09,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:10:09,990 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:10:11,939 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:10:12,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:14,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:18,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:21,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:25,157 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:10:25,158 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:10:25,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:27,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:31,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:33,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:37,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:39,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:40,325 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:10:40,325 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:10:41,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:42,307 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:10:45,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:47,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:49,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:53,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:55,548 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:10:55,549 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:10:55,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:57,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:10:59,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:01,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:03,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:07,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:09,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:10,752 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:11:10,753 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:11:11,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:12,536 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:11:13,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:15,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:17,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:19,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:21,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:23,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:25,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:26,165 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:11:26,166 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:11:27,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:33,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:39,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:41,379 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:11:41,380 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:11:42,778 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:11:44,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:50,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:54,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:11:56,551 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:11:56,551 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:11:58,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:02,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:06,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:10,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:11,821 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:12:11,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:12:13,062 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:12:14,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:18,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:22,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:26,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:26,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:12:26,989 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:12:30,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:32,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:36,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:40,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:42,154 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:12:42,154 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:12:43,321 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:12:44,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:46,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:50,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:53,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:57,393 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:12:57,394 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:12:57,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:12:59,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:03,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:05,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:09,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:11,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:12,553 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:13:12,553 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:13:13,556 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:13:13,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:17,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:19,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:21,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:25,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:27,790 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:13:27,790 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:13:27,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:29,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:31,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:35,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:37,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:39,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:41,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:43,036 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:13:43,037 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:13:43,796 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:13:43,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:45,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:47,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:49,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:51,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:53,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:55,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:57,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:13:58,265 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:13:58,265 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:13:59,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:00,365 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:14:00,443 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:14:00,487 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:14:00,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:14:01,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:02,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:07,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:13,584 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:14:13,585 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:14:14,143 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:14:14,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:18,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:24,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:28,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:28,941 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:14:28,942 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:14:32,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:38,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:42,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:44,156 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:14:44,157 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:14:44,378 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:14:46,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:50,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:54,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:58,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:14:59,324 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:14:59,325 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:15:00,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:04,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:08,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:13,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:14,492 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:15:14,493 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:15:14,667 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:15:17,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:19,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:23,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:27,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:29,705 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:15:29,705 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:15:29,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:33,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:35,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:39,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:41,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:44,874 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:15:44,921 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:15:44,921 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:15:45,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:47,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:49,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:53,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:55,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:15:57,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:00,158 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:16:00,158 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:16:01,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:03,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:05,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:09,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:11,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:13,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:15,111 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:16:15,481 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:16:15,481 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:16:15,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:17,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:19,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:22,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:24,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:26,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:28,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:30,684 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:16:30,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:16:30,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:32,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:34,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:36,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:38,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:44,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:45,413 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:16:45,922 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:16:45,922 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:16:50,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:16:54,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:00,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:01,200 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:17:01,201 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:17:04,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:08,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:12,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:15,671 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:17:16,450 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:17:16,450 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:17:17,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:21,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:25,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:29,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:31,725 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:17:31,725 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:17:33,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:37,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:41,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:43,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:45,900 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:17:47,012 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:17:47,012 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:17:47,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:51,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:55,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:17:57,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:01,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:02,232 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:18:02,232 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:18:03,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:07,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:11,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:13,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:15,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:16,224 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:18:17,391 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:18:17,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:18:20,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:22,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:26,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:28,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:31,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:32,563 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:18:32,564 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:18:35,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:37,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:39,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:43,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:45,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:46,491 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:18:47,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:47,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:18:47,866 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:18:49,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:51,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:53,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:55,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:18:59,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:01,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:03,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:03,157 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:19:03,157 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:19:05,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:07,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:09,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:11,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:13,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:13,182 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:19:13,289 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:19:13,342 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:19:14,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:19:15,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:16,738 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:19:17,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:18,379 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:19:18,380 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:19:21,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:23,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:27,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:29,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:31,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:33,671 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:19:33,671 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:19:36,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:38,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:40,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:44,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:46,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:46,995 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:19:48,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:48,923 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:19:48,923 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:19:52,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:54,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:19:56,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:00,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:02,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:04,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:04,193 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:20:04,194 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:20:08,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:10,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:12,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:16,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:17,236 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:20:18,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:19,536 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:20:19,536 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:20:20,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:22,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:26,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:29,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:31,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:34,766 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:20:34,767 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:20:35,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:37,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:39,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:43,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:45,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:47,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:47,437 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:20:50,001 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:20:50,002 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:20:51,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:53,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:57,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:20:59,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:01,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:03,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:05,255 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:21:05,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:21:07,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:09,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:13,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:15,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:17,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:17,689 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:21:20,582 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:21:20,583 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:21:21,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:23,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:27,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:29,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:32,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:34,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:35,852 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:21:35,853 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:21:38,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:40,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:42,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:46,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:47,937 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:21:48,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:50,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:51,068 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:21:51,069 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:21:54,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:21:56,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:00,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:02,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:04,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:06,314 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:22:06,315 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:22:08,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:10,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:12,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:16,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:18,180 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:22:18,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:20,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:21,578 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:22:21,579 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:22:24,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:26,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:28,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:33,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:35,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:36,774 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:22:36,775 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:22:39,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:41,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:43,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:45,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:48,487 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:22:49,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:51,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:52,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:22:52,040 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:22:55,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:57,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:22:59,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:03,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:05,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:07,306 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:23:07,306 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:23:09,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:11,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:13,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:17,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:18,739 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:23:19,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:21,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:22,507 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:23:22,508 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:23:23,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:23:37,731 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:23:37,732 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:23:48,995 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:23:52,961 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:23:52,962 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:24:08,182 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:24:08,182 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:24:09,159 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:24:09,174 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:24:09,208 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:24:09,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:24:10,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:24:11,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:24:13,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:24:19,307 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:24:23,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:24:23,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:24:23,378 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:24:38,541 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:24:38,542 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:24:49,573 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:24:53,710 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:24:53,711 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:25:08,879 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:25:08,880 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:25:19,863 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:25:24,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:25:24,060 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:25:39,231 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:25:39,232 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:25:44,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:25:48,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:25:50,139 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:25:54,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:25:54,553 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:25:54,554 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:26:00,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:04,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:08,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:09,750 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:26:09,750 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:26:14,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:18,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:20,431 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:26:22,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:24,995 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:26:24,996 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:26:26,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:30,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:34,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:38,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:40,354 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:26:40,355 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:26:40,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:44,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:48,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:50,668 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:26:53,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:26:55,586 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:26:55,587 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:26:57,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:01,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:03,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:07,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:09,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:10,787 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:27:10,787 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:27:13,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:17,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:19,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:20,900 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:27:23,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:25,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:25,953 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:27:25,954 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:27:29,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:31,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:33,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:37,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:39,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:41,182 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:27:41,183 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:27:41,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:45,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:47,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:49,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:51,177 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:27:51,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:53,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:27:56,443 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:27:56,444 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:27:58,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:00,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:02,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:04,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:06,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:08,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:10,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:11,620 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:28:11,620 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:28:12,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:14,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:16,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:18,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:20,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:21,454 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:28:26,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:26,787 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:28:26,788 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:28:30,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:36,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:40,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:41,964 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:28:41,965 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:28:46,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:50,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:51,679 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:28:54,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:28:57,156 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:28:57,157 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:28:58,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:02,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:06,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:10,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:12,333 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:29:12,333 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:29:14,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:18,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:21,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:21,939 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:29:25,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:27,563 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:29:27,564 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:29:29,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:33,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:35,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:39,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:41,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:42,783 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:29:42,784 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:29:45,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:49,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:51,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:52,185 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:29:55,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:57,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:29:57,944 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:29:57,944 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:30:01,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:03,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:07,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:09,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:11,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:13,180 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:30:13,181 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:30:15,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:17,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:19,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:21,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:22,557 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:30:25,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:27,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:28,562 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:30:28,563 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:30:29,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:31,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:33,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:35,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:37,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:39,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:41,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:43,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:43,795 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:30:43,795 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:30:45,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:47,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:49,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:52,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:52,714 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:30:52,814 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:30:52,861 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:30:52,871 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:30:53,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:30:54,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:30:58,975 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:30:58,976 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:31:00,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:06,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:10,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:14,261 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:31:14,262 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:31:16,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:20,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:23,090 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:31:24,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:28,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:29,650 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:31:29,656 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:31:34,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:38,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:40,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:45,037 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:31:45,037 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:31:45,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:49,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:53,490 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:31:53,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:31:57,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:00,447 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:32:00,448 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:32:01,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:05,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:07,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:11,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:15,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:15,728 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:32:15,728 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:32:17,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:21,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:23,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:23,734 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:32:27,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:30,926 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:32:30,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:32:31,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:33,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:35,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:39,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:41,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:45,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:46,099 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:32:46,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:32:48,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:50,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:53,988 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:32:54,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:56,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:32:58,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:00,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:01,300 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:33:01,302 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:33:02,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:06,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:08,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:10,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:12,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:14,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:16,516 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:33:16,517 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:33:16,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:18,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:20,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:22,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:24,278 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:33:24,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:26,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:28,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:30,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:31,740 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:33:31,740 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:33:36,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:42,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:46,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:47,057 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:33:47,058 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:33:53,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:33:54,512 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:33:57,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:01,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:02,315 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:34:02,317 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:34:05,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:09,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:13,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:17,603 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:34:17,603 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:34:17,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:21,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:24,783 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:34:25,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:29,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:33,004 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:34:33,005 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:34:33,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:35,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:39,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:43,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:46,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:48,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:34:48,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:34:50,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:54,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:34:55,054 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:34:56,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:00,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:02,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:03,334 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:35:03,335 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:35:06,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:08,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:10,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:14,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:16,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:18,576 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:35:18,577 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:35:20,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:22,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:24,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:25,433 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:35:26,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:30,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:32,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:33,881 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:35:33,881 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:35:34,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:36,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:38,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:40,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:44,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:46,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:48,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:49,141 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:35:49,142 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:35:50,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:52,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:54,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:55,708 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:35:56,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:35:58,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:00,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:02,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:03,020 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:36:03,091 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:36:03,139 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:36:03,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:36:04,503 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:36:04,504 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:36:04,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:05,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:11,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:17,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:20,012 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:36:20,012 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:36:21,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:25,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:26,042 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:36:31,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:35,335 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:36:35,336 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:36:35,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:39,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:43,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:47,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:50,600 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:36:50,601 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:36:51,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:36:56,327 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:36:56,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:00,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:04,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:05,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:37:05,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:37:08,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:12,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:14,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:18,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:21,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:37:21,041 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:37:22,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:24,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:26,575 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:37:28,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:32,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:34,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:36,304 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:37:36,305 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:37:38,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:40,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:44,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:46,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:48,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:51,566 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:37:51,567 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:37:52,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:54,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:37:56,831 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:37:56,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:00,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:03,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:05,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:06,813 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:38:06,815 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:38:09,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:11,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:13,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:15,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:17,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:21,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:22,025 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:38:22,026 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:38:23,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:25,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:27,171 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:38:27,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:29,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:31,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:33,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:35,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:37,282 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:38:37,283 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:38:37,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:39,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:41,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:47,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:51,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:38:52,695 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:38:52,696 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:38:57,453 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:38:57,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:02,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:06,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:07,915 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:39:07,915 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:39:10,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:16,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:20,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:23,174 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:39:23,174 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:39:24,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:27,682 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:39:28,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:32,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:36,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:38,429 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:39:38,430 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:39:40,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:44,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:46,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:50,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:53,727 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:39:53,727 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:39:54,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:39:57,910 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:39:58,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:00,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:04,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:06,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:08,952 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:40:08,952 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:40:10,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:12,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:16,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:18,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:23,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:24,114 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:40:24,114 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:40:26,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:28,226 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:40:30,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:32,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:34,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:38,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:39,412 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:40:39,413 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:40:40,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:42,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:44,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:48,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:50,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:52,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:54,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:54,637 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:40:54,638 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:40:56,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:58,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:40:58,469 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:41:00,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:02,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:04,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:06,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:08,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:09,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:41:09,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:41:10,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:12,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:14,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:15,321 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:41:15,434 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:41:15,486 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:41:16,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:41:16,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:22,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:25,038 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:41:25,039 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:41:28,800 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:41:29,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:33,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:39,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:40,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:41:40,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:41:43,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:47,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:51,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:55,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:41:55,518 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:41:55,518 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:41:59,059 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:41:59,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:03,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:07,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:10,876 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:42:10,877 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:42:11,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:15,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:19,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:22,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:26,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:26,113 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:42:26,114 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:42:29,387 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:42:30,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:32,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:36,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:40,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:41,372 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:42:41,372 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:42:42,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:46,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:48,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:52,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:54,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:56,717 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:42:56,718 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:42:58,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:42:59,723 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:43:00,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:02,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:06,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:08,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:10,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:11,931 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:43:11,932 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:43:14,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:16,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:18,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:20,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:22,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:26,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:27,230 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:43:27,230 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:43:28,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:29,954 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:43:31,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:33,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:35,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:37,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:39,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:41,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:42,423 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:43:42,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:43:43,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:45,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:47,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:49,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:51,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:57,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:43:57,589 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:43:57,590 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:44:00,178 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:44:01,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:07,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:11,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:12,777 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:44:12,778 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:44:15,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:21,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:25,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:28,010 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:44:28,011 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:44:30,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:30,415 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:44:34,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:38,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:42,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:43,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:44:43,306 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:44:46,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:50,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:54,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:56,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:44:58,587 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:44:58,598 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:45:00,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:00,697 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:45:04,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:08,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:10,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:13,917 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:45:13,918 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:45:14,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:18,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:20,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:24,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:26,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:29,231 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:45:29,232 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:45:30,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:30,952 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:45:32,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:36,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:38,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:40,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:44,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:44,499 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:45:44,499 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:45:46,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:49,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:53,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:55,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:57,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:59,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:45:59,684 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:45:59,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:46:01,189 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:46:01,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:05,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:07,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:09,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:11,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:13,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:14,901 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:46:14,902 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:46:15,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:17,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:19,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:21,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:23,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:25,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:25,913 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:46:25,965 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:46:26,000 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:46:26,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:46:27,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:28,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:30,073 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:46:30,074 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:46:31,467 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:46:33,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:39,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:43,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:45,241 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:46:45,242 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:46:49,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:53,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:46:57,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:00,408 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:47:00,409 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:47:01,715 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:47:02,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:06,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:10,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:14,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:15,577 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:47:15,577 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:47:18,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:22,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:26,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:30,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:30,734 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:47:30,735 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:47:31,976 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:47:34,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:38,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:40,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:44,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:45,900 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:47:45,901 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:47:48,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:50,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:54,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:47:56,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:00,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:01,169 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:48:01,170 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:48:02,205 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:48:03,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:07,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:09,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:13,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:15,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:16,380 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:48:16,381 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:48:17,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:21,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:23,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:25,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:29,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:31,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:31,649 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:48:31,650 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:48:32,502 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:48:33,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:35,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:37,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:41,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:43,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:45,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:46,879 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:48:46,880 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:48:47,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:49,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:51,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:53,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:55,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:57,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:48:59,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:01,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:02,228 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:49:02,228 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:49:02,805 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:49:03,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:09,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:13,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:17,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:49:17,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:49:20,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:26,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:30,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:32,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:49:32,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:49:33,036 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:49:34,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:38,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:42,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:46,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:48,035 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:49:48,036 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:49:50,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:54,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:49:58,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:02,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:03,203 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:50:03,203 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:50:03,358 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:50:06,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:11,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:13,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:17,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:18,362 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:50:18,363 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:50:21,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:25,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:27,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:31,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:33,542 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:50:33,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:33,626 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:50:33,626 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:50:37,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:41,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:43,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:47,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:48,948 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:50:48,948 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:50:49,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:51,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:55,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:50:57,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:01,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:03,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:03,789 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:51:04,163 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:51:04,163 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:51:05,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:07,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:11,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:13,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:15,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:17,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:19,364 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:51:19,364 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:51:19,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:21,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:24,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:26,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:30,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:32,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:34,003 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:51:34,551 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:51:34,551 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:51:34,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:36,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:38,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:39,523 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:51:39,591 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:51:39,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:51:39,641 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:51:40,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:41,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:44,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:46,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:49,803 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:51:49,804 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:51:50,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:52,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:54,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:51:58,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:00,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:04,429 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:52:04,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:05,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:52:05,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:52:06,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:08,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:12,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:14,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:16,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:20,346 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:52:20,346 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:52:20,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:22,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:26,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:28,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:30,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:34,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:52:34,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:35,559 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:52:35,560 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:52:36,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:38,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:42,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:44,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:47,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:49,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:50,778 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:52:50,778 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:52:53,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:55,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:52:57,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:01,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:03,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:04,899 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:53:05,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:05,994 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:53:05,994 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:53:09,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:11,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:15,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:17,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:21,189 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:53:21,190 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:53:21,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:23,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:25,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:29,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:31,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:33,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:35,148 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:53:36,440 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:53:36,440 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:53:37,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:39,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:41,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:45,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:47,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:49,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:51,655 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:53:51,656 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:53:53,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:55,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:53:57,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:02,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:04,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:05,378 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:54:06,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:06,886 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:54:06,886 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:54:10,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:12,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:14,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:18,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:20,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:22,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:54:22,055 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:54:24,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:26,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:28,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:32,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:34,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:35,600 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:54:36,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:37,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:54:37,318 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:54:40,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:42,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:46,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:48,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:50,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:52,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:54:52,520 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:54:54,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:56,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:54:58,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:02,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:04,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:05,840 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:55:07,768 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:55:07,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:55:07,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:11,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:13,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:17,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:19,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:21,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:22,991 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:55:22,992 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:55:25,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:27,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:31,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:33,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:35,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:36,120 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:55:38,253 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:55:38,253 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:55:39,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:41,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:43,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:47,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:49,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:51,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:55:53,484 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:55:53,484 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:56:06,366 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:56:08,690 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:56:08,691 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:56:23,910 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:56:23,911 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:56:36,579 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:56:37,299 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 04:56:37,330 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 04:56:37,363 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 04:56:37,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 04:56:38,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:56:39,104 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:56:39,105 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:56:39,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:56:49,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:56:54,273 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:56:54,274 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:57:06,793 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:57:09,433 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:57:09,434 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:57:24,600 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:57:24,600 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:57:37,038 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:57:39,778 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:57:39,778 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:57:54,939 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:57:54,940 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:58:07,265 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:58:09,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:10,251 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:58:10,251 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:58:16,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:20,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:25,664 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:58:25,665 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:58:26,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:30,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:37,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:37,474 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:58:40,948 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:58:40,949 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:58:41,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:45,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:49,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:53,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:58:56,232 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:58:56,232 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:58:57,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:01,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:05,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:07,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:07,748 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:59:11,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:11,590 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:59:11,591 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:59:15,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:20,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:22,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:26,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:26,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:59:26,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:59:30,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:32,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:36,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:37,982 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 04:59:40,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:42,031 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:59:42,031 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 04:59:42,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:46,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:48,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:50,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:54,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:56,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 04:59:57,190 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 04:59:57,191 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:00:00,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:02,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:04,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:08,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:08,268 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:00:10,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:12,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:12,356 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:00:12,356 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:00:14,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:16,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:20,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:22,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:24,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:26,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:27,580 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:00:27,580 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:00:28,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:31,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:33,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:35,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:37,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:38,617 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:00:39,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:41,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:42,984 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:00:42,984 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:00:43,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:45,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:51,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:57,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:00:58,263 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:00:58,264 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:01:01,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:07,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:08,863 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:01:11,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:13,430 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:01:13,430 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:01:15,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:19,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:23,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:27,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:28,599 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:01:28,599 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:01:31,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:36,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:39,177 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:01:40,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:43,759 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:01:43,760 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:01:44,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:48,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:52,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:54,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:58,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:01:58,951 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:01:58,951 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:02:02,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:04,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:08,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:09,506 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:02:10,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:14,116 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:02:14,117 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:02:14,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:16,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:20,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:22,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:26,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:28,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:29,332 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:02:29,333 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:02:30,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:34,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:36,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:38,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:39,766 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:02:42,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:44,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:44,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:02:44,522 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:02:46,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:48,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:50,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:54,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:56,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:58,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:02:59,755 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:02:59,756 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:03:00,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:02,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:04,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:07,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:09,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:09,992 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:03:11,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:13,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:15,032 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:03:15,032 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:03:15,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:17,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:17,756 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:03:17,813 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:03:17,846 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:03:18,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:03:19,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:25,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:30,340 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:03:30,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:03:31,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:35,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:40,321 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:03:41,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:45,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:45,670 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:03:45,670 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:03:49,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:53,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:03:59,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:00,868 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:04:00,869 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:04:03,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:07,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:09,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:10,538 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:04:14,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:16,036 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:04:16,037 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:04:18,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:22,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:26,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:30,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:31,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:04:31,206 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:04:32,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:36,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:40,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:40,819 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:04:42,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:46,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:46,455 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:04:46,455 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:04:50,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:52,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:56,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:04:58,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:00,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:01,612 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:05:01,612 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:05:04,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:06,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:10,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:11,074 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:05:12,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:14,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:16,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:05:16,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:05:18,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:20,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:22,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:27,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:29,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:31,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:32,143 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:05:32,143 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:05:33,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:35,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:37,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:39,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:41,324 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:05:41,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:43,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:45,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:47,309 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:05:47,310 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:05:47,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:49,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:51,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:53,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:05:55,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:01,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:02,478 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:06:02,478 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:06:07,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:11,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:11,586 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:06:15,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:17,647 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:06:17,647 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:06:19,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:25,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:29,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:32,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:06:32,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:06:34,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:38,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:41,816 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:06:42,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:46,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:48,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:06:48,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:06:48,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:52,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:06:56,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:00,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:02,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:03,567 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:07:03,567 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:07:06,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:10,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:12,044 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:07:12,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:16,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:18,810 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:07:18,810 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:07:20,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:22,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:26,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:28,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:32,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:34,193 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:07:34,193 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:07:35,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:37,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:41,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:42,360 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:07:43,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:47,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:49,422 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:07:49,422 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:07:49,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:51,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:55,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:57,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:07:59,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:01,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:03,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:04,799 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:08:04,799 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:08:07,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:09,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:12,672 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:08:13,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:15,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:17,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:19,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:20,028 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:08:20,028 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:08:21,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:23,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:25,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:27,141 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:08:27,225 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:08:27,275 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:08:27,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:08:27,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:29,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:35,333 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:08:35,333 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:08:35,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:41,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:42,935 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:08:45,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:50,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:08:50,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:08:50,782 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:08:56,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:00,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:04,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:05,957 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:09:05,957 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:09:08,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:12,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:13,322 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:09:16,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:20,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:21,109 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:09:21,110 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:09:24,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:26,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:30,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:34,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:36,283 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:09:36,284 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:09:38,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:40,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:43,592 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:09:44,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:48,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:51,454 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:09:51,455 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:09:51,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:55,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:09:57,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:01,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:03,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:06,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:10:06,614 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:10:07,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:09,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:13,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:13,826 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:10:15,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:17,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:21,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:21,860 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:10:21,860 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:10:23,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:25,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:29,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:31,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:33,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:35,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:37,194 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:10:37,194 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:10:37,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:41,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:43,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:44,050 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:10:45,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:47,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:49,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:51,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:52,446 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:10:52,446 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:10:53,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:55,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:57,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:10:59,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:01,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:03,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:07,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:07,812 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:11:07,812 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:11:13,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:14,287 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:11:20,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:23,310 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:11:23,311 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:11:24,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:28,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:32,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:38,636 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:11:38,636 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:11:38,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:42,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:44,528 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:11:46,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:50,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:53,915 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:11:53,915 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:11:54,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:11:58,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:00,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:04,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:08,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:09,107 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:12:09,108 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:12:12,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:14,773 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:12:16,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:18,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:23,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:24,276 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:12:24,277 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:12:27,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:29,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:33,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:35,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:39,445 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:12:39,446 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:12:39,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:41,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:45,014 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:12:45,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:47,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:51,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:53,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:54,610 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:12:54,610 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:12:55,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:12:59,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:01,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:03,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:07,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:09,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:09,779 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:13:09,780 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:13:11,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:13,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:15,280 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:13:15,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:17,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:19,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:21,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:24,949 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:13:24,949 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:13:25,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:27,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:29,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:32,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:34,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:36,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:37,820 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:13:37,903 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:13:37,939 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:13:38,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:13:38,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:40,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:13:40,319 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:13:40,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:45,507 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:13:46,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:50,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:13:55,681 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:13:55,682 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:13:56,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:00,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:04,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:10,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:10,939 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:14:10,940 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:14:14,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:15,878 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:14:18,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:23,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:26,285 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:14:26,285 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:14:27,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:31,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:35,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:39,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:41,663 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:14:41,663 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:14:43,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:46,203 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:14:47,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:49,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:53,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:56,983 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:14:56,983 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:14:57,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:14:59,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:03,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:07,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:09,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:12,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:15:12,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:15:13,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:15,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:16,420 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:15:19,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:21,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:25,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:27,579 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:15:27,580 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:15:27,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:31,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:33,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:35,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:40,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:42,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:42,909 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:15:42,909 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:15:44,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:46,693 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:15:46,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:48,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:52,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:54,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:56,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:15:58,137 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:15:58,138 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:15:58,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:00,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:02,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:04,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:06,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:08,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:10,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:12,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:13,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:16:13,306 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:16:14,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:16,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:16,966 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:16:22,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:28,537 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:16:28,537 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:16:28,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:32,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:36,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:42,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:43,734 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:16:43,734 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:16:46,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:47,187 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:16:50,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:54,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:58,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:16:59,037 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:16:59,037 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:17:03,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:07,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:11,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:14,365 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:17:14,366 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:17:15,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:17,448 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:17:19,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:21,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:25,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:29,761 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:17:29,762 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:17:29,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:33,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:35,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:39,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:43,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:45,066 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:17:45,067 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:17:45,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:47,736 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:17:49,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:51,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:55,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:17:57,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:00,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:18:00,417 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:18:00,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:04,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:06,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:08,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:12,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:14,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:15,645 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:18:15,645 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:18:16,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:18,024 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:18:20,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:22,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:24,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:26,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:28,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:30,881 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:18:30,882 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:18:30,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:34,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:36,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:38,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:40,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:42,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:44,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:46,090 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:18:46,091 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:18:46,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:48,341 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:18:48,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:50,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:51,094 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:18:51,194 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:18:51,228 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:18:51,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:18:52,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:18:58,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:01,248 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:19:01,249 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:19:02,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:06,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:10,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:12,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:16,452 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:19:16,453 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:19:17,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:18,572 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:19:19,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:21,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:23,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:25,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:27,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:31,764 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:19:31,764 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:19:34,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:40,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:44,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:47,168 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:19:47,168 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:19:48,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:48,860 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:19:52,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:19:56,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:02,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:02,421 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:20:02,421 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:20:06,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:10,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:14,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:17,581 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:20:17,582 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:20:18,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:19,172 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:20:20,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:24,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:29,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:32,749 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:20:32,749 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:20:33,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:35,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:39,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:43,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:45,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:48,034 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:20:48,035 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:20:49,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:49,490 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:20:51,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:55,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:20:59,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:01,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:03,369 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:21:03,370 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:21:05,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:07,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:09,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:13,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:15,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:18,615 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:21:18,615 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:21:19,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:19,733 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:21:21,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:23,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:27,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:29,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:31,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:33,783 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:21:33,784 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:21:34,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:36,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:38,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:40,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:42,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:44,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:48,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:48,951 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:21:48,952 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:21:49,948 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:21:50,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:52,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:54,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:56,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:21:58,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:00,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:04,114 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:22:04,115 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:22:08,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:12,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:18,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:19,276 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:22:19,277 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:22:20,212 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:22:22,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:26,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:31,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:34,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:22:34,576 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:22:35,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:39,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:45,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:47,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:49,870 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:22:49,871 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:22:50,496 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:22:51,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:55,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:22:59,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:03,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:05,051 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:23:05,052 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:23:07,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:11,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:13,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:17,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:20,314 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:23:20,314 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:23:20,724 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:23:21,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:25,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:27,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:31,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:34,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:35,556 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:23:35,556 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:23:38,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:40,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:44,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:46,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:50,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:50,869 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:23:50,869 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:23:51,044 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:23:52,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:54,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:23:58,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:00,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:02,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:04,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:06,191 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:24:06,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:24:08,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:10,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:12,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:14,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:15,695 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:24:15,777 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:24:15,826 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:24:16,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:24:16,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:18,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:20,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:21,340 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:24:21,528 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:24:21,529 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:24:24,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:26,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:28,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:32,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:34,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:36,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:36,880 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:24:36,881 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:24:41,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:43,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:45,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:49,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:51,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:51,585 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:24:52,185 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:24:52,185 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:24:55,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:57,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:24:59,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:03,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:05,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:07,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:07,469 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:25:07,469 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:25:11,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:13,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:15,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:19,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:21,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:21,837 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:25:22,801 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:25:22,802 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:25:23,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:27,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:29,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:31,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:35,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:37,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:38,124 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:25:38,125 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:25:39,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:43,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:45,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:48,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:52,164 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:25:52,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:53,383 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:25:53,384 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:25:54,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:25:58,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:00,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:02,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:06,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:08,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:08,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:26:08,615 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:26:10,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:14,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:16,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:18,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:22,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:22,389 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:26:23,807 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:26:23,808 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:26:24,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:28,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:30,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:32,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:34,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:38,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:39,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:26:39,133 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:26:40,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:42,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:46,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:49,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:52,607 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:26:53,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:54,375 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:26:54,375 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:26:55,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:26:57,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:01,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:03,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:05,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:09,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:09,594 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:27:09,595 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:27:11,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:13,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:17,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:19,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:22,852 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:27:23,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:24,919 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:27:24,920 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:27:25,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:27,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:31,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:33,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:35,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:39,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:40,225 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:27:40,225 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:27:41,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:43,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:47,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:49,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:51,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:53,147 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:27:55,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:27:55,554 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:27:55,555 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:27:58,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:02,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:04,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:06,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:10,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:10,719 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:28:10,720 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:28:12,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:16,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:18,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:20,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:23,413 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:28:24,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:25,973 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:28:25,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:28:26,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:28,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:28:41,160 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:28:41,161 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:28:53,629 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:28:56,388 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:28:56,389 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:29:11,612 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:29:11,612 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:29:14,178 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:29:14,197 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:29:14,230 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:29:14,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:29:16,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:29:18,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:29:23,826 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:29:26,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:29:26,799 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:29:26,801 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:29:41,977 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:29:41,977 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:29:54,054 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:29:57,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:29:57,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:30:12,304 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:30:12,304 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:30:24,272 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:30:27,490 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:30:27,491 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:30:42,661 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:30:42,662 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:30:46,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:30:48,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:30:50,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:30:52,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:30:54,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:30:54,522 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:30:56,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:30:57,839 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:30:57,839 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:30:58,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:00,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:02,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:04,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:06,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:12,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:13,008 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:31:13,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:31:17,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:23,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:24,841 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:31:27,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:28,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:31:28,179 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:31:31,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:35,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:39,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:43,525 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:31:43,525 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:31:45,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:49,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:53,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:55,062 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:31:57,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:31:58,882 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:31:58,882 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:32:01,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:03,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:07,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:11,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:14,218 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:32:14,218 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:32:15,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:17,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:21,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:25,339 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:32:25,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:27,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:29,429 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:32:29,429 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:32:32,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:36,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:38,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:42,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:44,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:44,596 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:32:44,597 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:32:48,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:50,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:52,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:55,589 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:32:56,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:58,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:32:59,766 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:32:59,766 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:33:02,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:04,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:06,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:08,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:12,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:14,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:15,064 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:33:15,064 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:33:16,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:18,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:20,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:22,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:24,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:25,820 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:33:26,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:28,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:30,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:33:30,352 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:33:30,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:32,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:34,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:36,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:39,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:41,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:45,568 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:33:45,569 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:33:47,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:53,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:33:56,132 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:33:57,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:00,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:34:00,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:34:03,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:07,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:11,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:15,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:16,038 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:34:16,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:34:19,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:24,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:26,360 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:34:28,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:31,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:34:31,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:34:32,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:36,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:40,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:44,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:46,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:46,705 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:34:46,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:34:50,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:54,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:34:56,592 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:34:58,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:00,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:01,971 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:35:01,971 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:35:04,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:08,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:10,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:14,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:16,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:17,176 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:35:17,177 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:35:20,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:22,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:26,844 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:35:27,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:29,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:31,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:32,384 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:35:32,385 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:35:35,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:37,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:39,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:43,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:45,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:47,550 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:35:47,551 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:35:47,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:49,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:51,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:55,344 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:35:55,448 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:35:55,481 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:35:55,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:35:55,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:56,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:57,105 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:35:57,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:35:59,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:01,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:02,779 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:36:02,779 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:36:03,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:05,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:07,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:09,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:11,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:13,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:15,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:17,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:18,211 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:36:18,212 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:36:23,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:27,426 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:36:27,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:33,586 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:36:33,587 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:36:33,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:37,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:44,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:48,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:48,868 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:36:48,868 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:36:52,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:56,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:36:57,690 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:37:00,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:04,142 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:37:04,142 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:37:04,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:08,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:12,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:16,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:18,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:19,473 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:37:19,473 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:37:22,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:26,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:27,922 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:37:30,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:32,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:34,666 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:37:34,667 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:37:36,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:40,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:42,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:46,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:48,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:49,876 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:37:49,877 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:37:53,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:55,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:37:58,160 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:37:59,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:01,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:05,037 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:38:05,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:38:05,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:07,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:09,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:13,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:15,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:17,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:19,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:20,214 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:38:20,214 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:38:23,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:25,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:27,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:28,424 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:38:29,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:31,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:33,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:35,472 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:38:35,473 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:38:35,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:37,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:39,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:41,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:43,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:45,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:47,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:49,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:50,698 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:38:50,698 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:38:51,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:38:58,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:38:58,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:04,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:05,861 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:39:05,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:39:08,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:14,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:18,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:21,051 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:39:21,052 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:39:22,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:26,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:28,926 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:39:32,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:34,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:36,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:39:36,222 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:39:38,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:42,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:47,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:51,455 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:39:51,456 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:39:51,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:55,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:39:59,205 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:39:59,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:01,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:05,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:06,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:40:06,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:40:09,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:11,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:15,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:19,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:21,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:21,939 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:40:21,939 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:40:25,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:27,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:29,483 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:40:31,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:33,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:37,109 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:40:37,109 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:40:37,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:39,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:41,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:45,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:47,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:49,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:52,343 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:40:52,343 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:40:53,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:55,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:58,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:40:59,788 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:41:00,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:02,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:04,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:06,624 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:41:06,726 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:41:06,776 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:41:06,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:41:07,560 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:41:07,562 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:41:07,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:08,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:10,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:12,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:14,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:16,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:18,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:20,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:22,757 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:41:22,758 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:41:22,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:24,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:26,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:28,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:30,085 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:41:34,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:37,938 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:41:37,938 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:41:41,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:45,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:51,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:41:53,104 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:41:53,105 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:41:55,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:00,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:00,363 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:42:04,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:08,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:08,288 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:42:08,288 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:42:12,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:16,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:20,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:23,546 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:42:23,547 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:42:24,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:28,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:30,570 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:42:32,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:34,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:38,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:38,769 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:42:38,769 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:42:42,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:46,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:48,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:52,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:54,013 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:42:54,014 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:42:54,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:42:59,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:00,841 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:43:03,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:05,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:09,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:09,353 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:43:09,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:43:11,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:13,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:17,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:19,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:21,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:24,606 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:43:24,606 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:43:25,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:27,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:29,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:31,115 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:43:33,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:35,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:37,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:39,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:39,840 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:43:39,841 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:43:41,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:43,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:45,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:47,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:49,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:51,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:53,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:55,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:55,117 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:43:55,117 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:43:57,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:43:59,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:01,498 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:44:02,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:04,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:10,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:10,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:44:10,438 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:44:16,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:20,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:25,730 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:44:25,730 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:44:26,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:30,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:31,805 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:44:34,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:40,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:40,911 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:44:40,912 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:44:44,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:48,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:52,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:56,079 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:44:56,080 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:44:56,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:44:59,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:02,167 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:45:03,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:07,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:11,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:11,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:45:11,248 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:45:15,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:19,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:21,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:25,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:26,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:45:26,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:45:29,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:31,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:32,481 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:45:35,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:37,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:41,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:41,582 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:45:41,583 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:45:43,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:47,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:49,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:53,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:55,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:45:56,742 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:45:56,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:46:00,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:02,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:02,731 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:46:04,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:06,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:10,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:11,908 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:46:11,909 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:46:12,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:14,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:16,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:18,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:19,757 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:46:19,885 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:46:19,933 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:46:20,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:46:22,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:24,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:26,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:27,124 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:46:27,125 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:46:28,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:30,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:32,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:33,015 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:46:34,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:36,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:38,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:40,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:42,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:42,470 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:46:42,470 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:46:48,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:52,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:46:57,829 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:46:57,830 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:46:58,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:02,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:03,364 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:47:08,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:12,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:13,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:47:13,076 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:47:17,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:21,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:25,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:28,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:47:28,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:47:29,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:33,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:33,748 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:47:37,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:41,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:43,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:47:43,684 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:47:45,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:49,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:51,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:55,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:47:59,058 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:47:59,058 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:47:59,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:01,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:04,139 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:48:05,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:09,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:12,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:14,383 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:48:14,384 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:48:16,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:18,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:22,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:24,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:28,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:29,688 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:48:29,689 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:48:30,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:34,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:34,491 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:48:36,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:38,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:40,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:44,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:44,960 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:48:44,961 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:48:46,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:48,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:50,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:54,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:56,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:48:58,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:00,239 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:49:00,239 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:49:00,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:02,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:04,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:04,833 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:49:06,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:08,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:10,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:12,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:14,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:15,474 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:49:15,475 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:49:16,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:18,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:25,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:29,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:30,631 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:49:30,631 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:49:35,158 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:49:35,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:39,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:43,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:45,817 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:49:45,817 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:49:47,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:51,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:57,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:49:59,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:00,997 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:50:00,998 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:50:05,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:05,557 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:50:09,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:11,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:16,261 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:50:16,262 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:50:16,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:20,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:24,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:28,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:30,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:31,432 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:50:31,433 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:50:34,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:35,810 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:50:38,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:40,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:44,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:46,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:46,726 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:50:46,726 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:50:50,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:52,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:56,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:50:58,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:01,926 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:51:01,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:51:02,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:04,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:06,078 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:51:08,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:10,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:12,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:16,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:17,148 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:51:17,148 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:51:18,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:20,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:22,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:24,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:29,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:31,117 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:51:31,207 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:51:31,256 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:51:31,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:51:31,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:32,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:51:32,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:51:33,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:35,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:36,348 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:51:37,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:39,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:41,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:43,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:45,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:47,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:47,625 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:51:47,625 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:51:49,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:51,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:53,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:51:59,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:02,793 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:52:02,794 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:52:05,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:06,633 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:52:09,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:13,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:18,090 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:52:18,091 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:52:19,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:23,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:27,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:31,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:33,364 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:52:33,365 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:52:35,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:36,976 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:52:40,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:44,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:48,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:48,561 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:52:48,563 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:52:52,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:56,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:52:58,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:02,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:03,764 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:53:03,764 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:53:06,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:07,229 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:53:10,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:12,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:16,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:18,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:19,032 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:53:19,033 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:53:22,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:26,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:28,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:30,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:34,397 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:53:34,398 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:53:34,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:37,493 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:53:37,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:41,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:43,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:45,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:49,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:53:49,576 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:53:49,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:51,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:53,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:57,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:53:59,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:01,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:03,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:04,735 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:54:04,736 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:54:07,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:07,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:54:09,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:11,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:13,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:15,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:17,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:19,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:20,017 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:54:20,018 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:54:21,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:23,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:25,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:27,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:29,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:35,359 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:54:35,360 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:54:35,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:38,036 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:54:39,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:46,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:50,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:54:50,699 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:54:50,699 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:54:54,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:00,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:04,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:05,941 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:55:05,941 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:55:08,280 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:55:08,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:12,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:16,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:20,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:21,108 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:55:21,109 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:55:22,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:26,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:30,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:35,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:36,281 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:55:36,282 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:55:38,522 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:55:39,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:41,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:45,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:49,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:51,455 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:55:51,456 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:55:51,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:55,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:55:57,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:01,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:03,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:06,707 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:56:06,707 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:56:07,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:08,750 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:56:09,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:13,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:15,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:17,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:21,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:21,902 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:56:21,903 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:56:23,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:27,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:29,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:31,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:35,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:37,191 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:56:37,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:56:37,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:38,967 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:56:40,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:42,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:43,434 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 05:56:43,563 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 05:56:43,599 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 05:56:43,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 05:56:44,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:45,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:48,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:50,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:52,516 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:56:52,517 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:56:54,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:56,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:56:58,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:02,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:04,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:07,839 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:57:07,840 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:57:08,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:09,188 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:57:10,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:12,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:16,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:18,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:22,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:23,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:57:23,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:57:24,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:26,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:30,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:32,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:34,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:38,332 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:57:38,333 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:57:38,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:39,421 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:57:40,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:42,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:46,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:48,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:51,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:53,644 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:57:53,644 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:57:55,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:57,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:57:59,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:03,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:05,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:08,926 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:58:08,926 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:58:09,666 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:58:09,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:11,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:13,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:17,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:19,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:21,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:24,186 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:58:24,187 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:58:25,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:27,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:29,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:33,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:35,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:39,472 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:58:39,472 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:58:39,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:39,962 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:58:41,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:43,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:47,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:49,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:51,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:54,679 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:58:54,680 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:58:55,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:58:57,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:00,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:04,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:06,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:08,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:09,937 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:59:09,937 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:59:10,217 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:59:12,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:14,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:18,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:20,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:22,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:25,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:59:25,306 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:59:26,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:28,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:30,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:34,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:36,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:38,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:40,552 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 05:59:40,595 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:59:40,596 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:59:42,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:44,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:46,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:50,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:52,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:55,939 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 05:59:55,940 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 05:59:56,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 05:59:58,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:01,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:03,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:07,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:09,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:10,841 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:00:11,251 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:00:11,252 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:00:13,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:15,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:17,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:21,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:23,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:25,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:26,494 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:00:26,495 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:00:29,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:31,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:35,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:37,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:39,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:41,155 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:00:41,747 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:00:41,748 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:00:43,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:45,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:47,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:51,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:53,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:55,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:00:57,049 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:00:57,049 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:01:11,361 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:01:12,232 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:01:12,233 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:01:27,450 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:01:27,451 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:01:41,601 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:01:42,231 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:01:42,242 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:01:42,277 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:01:42,652 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:01:42,653 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:01:42,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:01:42,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:01:44,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:01:46,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:01:56,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:01:57,823 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:01:57,824 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:02:11,806 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:02:13,004 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:02:13,005 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:02:28,175 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:02:28,176 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:02:42,040 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:02:43,360 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:02:43,361 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:02:58,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:02:58,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:03:12,347 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:03:13,706 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:03:13,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:03:15,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:19,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:21,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:23,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:25,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:27,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:28,934 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:03:28,934 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:03:29,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:31,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:33,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:35,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:41,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:42,588 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:03:44,096 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:03:44,097 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:03:47,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:51,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:57,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:03:59,433 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:03:59,434 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:04:01,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:06,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:10,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:12,827 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:04:14,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:14,664 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:04:14,664 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:04:18,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:22,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:26,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:29,887 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:04:29,888 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:04:30,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:34,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:38,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:40,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:43,139 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:04:44,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:45,049 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:04:45,050 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:04:48,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:50,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:54,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:04:58,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:00,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:00,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:05:00,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:05:04,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:06,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:10,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:12,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:13,466 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:05:15,559 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:05:15,560 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:05:17,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:19,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:21,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:25,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:27,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:29,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:30,818 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:05:30,818 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:05:33,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:35,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:37,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:41,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:43,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:43,779 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:05:45,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:46,135 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:05:46,136 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:05:47,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:49,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:51,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:53,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:55,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:57,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:05:59,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:01,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:01,376 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:06:01,376 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:06:03,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:05,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:07,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:09,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:14,013 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:06:15,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:16,559 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:06:16,559 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:06:22,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:26,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:30,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:31,741 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:06:31,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:06:36,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:40,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:44,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:44,242 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:06:47,005 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:06:47,006 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:06:48,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:52,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:06:56,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:00,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:02,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:07:02,319 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:07:04,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:08,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:12,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:14,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:14,524 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:07:17,608 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:07:17,608 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:07:19,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:23,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:27,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:29,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:32,839 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:07:32,839 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:07:33,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:37,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:39,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:43,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:44,757 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:07:45,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:47,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:48,011 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:07:48,012 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:07:51,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:55,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:57,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:07:59,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:03,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:08:03,178 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:08:03,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:05,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:07,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:11,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:13,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:15,007 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:08:15,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:17,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:18,348 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:08:18,349 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:08:19,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:23,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:23,404 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:08:23,477 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:08:23,525 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:08:24,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:08:25,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:27,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:29,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:31,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:33,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:33,585 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:08:33,586 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:08:35,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:37,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:39,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:41,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:43,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:45,281 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:08:45,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:48,753 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:08:48,754 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:08:51,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:08:57,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:02,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:03,927 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:09:03,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:09:06,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:12,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:15,518 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:09:16,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:19,188 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:09:19,188 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:09:20,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:24,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:28,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:32,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:34,453 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:09:34,454 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:09:36,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:40,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:44,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:45,759 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:09:48,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:49,621 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:09:49,622 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:09:52,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:54,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:09:58,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:02,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:04,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:04,900 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:10:04,901 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:10:08,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:12,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:14,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:16,012 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:10:18,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:20,222 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:10:20,223 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:10:20,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:24,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:27,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:31,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:33,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:35,543 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:10:35,543 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:10:37,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:39,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:41,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:43,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:46,264 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:10:47,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:49,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:50,787 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:10:50,788 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:10:51,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:53,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:57,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:10:59,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:01,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:03,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:05,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:06,266 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:11:06,266 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:11:07,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:09,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:11,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:13,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:15,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:16,482 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:11:17,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:19,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:21,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:21,603 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:11:21,604 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:11:27,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:33,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:36,858 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:11:36,858 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:11:37,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:41,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:46,702 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:11:47,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:51,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:11:52,216 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:11:52,217 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:11:56,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:02,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:06,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:07,420 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:12:07,421 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:12:10,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:14,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:16,928 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:12:18,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:20,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:22,696 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:12:22,696 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:12:24,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:28,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:32,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:36,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:37,940 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:12:37,940 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:12:40,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:42,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:46,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:47,165 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:12:48,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:52,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:53,211 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:12:53,212 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:12:54,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:12:59,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:01,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:05,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:07,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:08,384 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:13:08,384 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:13:11,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:13,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:15,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:17,534 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:13:19,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:21,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:23,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:23,594 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:13:23,595 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:13:27,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:29,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:31,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:33,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:35,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:36,993 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:13:37,079 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:13:37,122 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:13:37,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:13:38,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:38,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:13:38,764 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:13:39,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:41,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:43,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:45,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:47,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:47,803 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:13:49,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:51,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:53,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:53,958 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:13:53,958 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:13:55,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:57,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:13:59,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:05,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:09,130 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:14:09,131 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:14:09,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:16,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:18,031 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:14:20,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:24,984 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:14:24,985 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:14:26,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:30,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:34,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:38,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:40,291 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:14:40,292 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:14:42,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:46,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:48,259 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:14:50,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:54,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:14:55,462 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:14:55,463 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:14:58,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:02,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:04,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:08,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:10,972 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:15:10,973 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:15:12,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:16,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:18,512 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:15:19,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:23,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:25,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:26,197 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:15:26,198 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:15:29,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:31,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:35,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:37,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:39,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:41,369 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:15:41,369 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:15:43,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:45,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:48,745 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:15:49,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:51,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:53,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:56,586 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:15:56,587 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:15:57,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:15:59,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:01,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:03,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:05,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:09,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:11,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:11,968 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:16:11,969 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:16:13,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:15,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:17,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:18,955 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:16:19,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:21,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:23,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:25,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:27,196 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:16:27,196 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:16:27,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:29,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:31,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:33,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:40,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:42,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:16:42,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:16:46,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:49,201 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:16:50,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:56,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:16:57,537 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:16:57,537 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:17:00,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:04,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:08,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:12,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:12,804 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:17:12,805 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:17:16,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:19,413 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:17:20,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:24,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:28,117 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:17:28,118 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:17:28,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:32,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:37,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:41,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:43,422 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:17:43,423 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:17:43,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:47,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:49,633 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:17:51,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:55,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:57,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:17:58,689 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:17:58,689 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:18:01,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:03,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:07,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:09,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:13,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:13,855 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:18:13,855 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:18:15,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:19,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:19,852 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:18:21,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:25,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:27,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:29,084 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:18:29,084 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:18:29,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:33,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:35,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:37,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:39,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:43,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:44,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:18:44,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:18:45,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:47,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:48,982 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:18:49,092 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:18:49,144 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:18:49,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:18:49,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:50,082 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:18:50,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:51,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:53,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:57,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:18:59,605 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:18:59,606 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:18:59,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:02,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:04,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:06,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:08,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:10,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:14,798 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:19:14,799 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:19:16,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:20,307 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:19:22,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:28,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:29,966 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:19:29,967 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:19:32,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:36,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:40,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:45,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:19:45,248 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:19:46,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:50,590 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:19:50,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:54,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:19:58,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:00,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:20:00,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:20:02,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:06,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:10,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:13,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:15,723 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:20:15,723 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:20:17,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:20,878 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:20:21,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:23,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:27,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:30,962 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:20:30,962 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:20:31,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:35,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:37,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:41,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:43,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:46,197 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:20:46,198 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:20:47,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:49,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:51,143 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:20:53,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:55,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:20:57,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:01,411 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:21:01,411 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:21:01,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:03,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:05,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:09,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:11,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:13,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:15,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:16,593 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:21:16,594 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:21:19,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:21,353 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:21:21,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:23,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:25,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:27,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:30,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:31,844 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:21:31,845 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:21:32,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:34,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:36,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:38,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:40,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:42,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:44,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:46,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:47,261 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:21:47,262 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:21:51,581 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:21:52,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:21:58,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:02,681 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:22:02,681 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:22:04,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:08,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:12,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:18,131 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:22:18,132 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:22:18,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:21,829 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:22:22,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:26,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:31,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:33,433 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:22:33,434 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:22:35,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:39,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:43,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:47,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:48,861 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:22:48,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:22:49,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:52,093 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:22:53,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:57,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:22:59,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:03,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:04,168 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:23:04,168 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:23:07,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:09,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:13,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:15,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:19,398 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:23:19,399 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:23:19,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:21,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:22,372 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:23:25,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:28,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:32,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:34,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:35,556 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:23:35,557 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:23:38,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:40,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:42,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:46,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:48,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:50,735 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:23:50,735 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:23:50,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:52,621 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:23:52,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:54,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:23:58,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:00,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:01,584 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:24:01,686 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:24:01,729 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:24:01,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:24:02,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:04,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:05,905 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:24:05,906 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:24:06,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:08,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:10,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:12,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:14,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:16,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:18,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:20,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:21,155 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:24:21,155 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:24:22,872 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:24:23,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:29,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:35,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:36,353 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:24:36,354 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:24:41,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:45,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:49,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:24:51,523 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:24:51,524 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:24:53,112 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:24:55,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:00,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:04,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:06,747 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:25:06,747 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:25:08,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:12,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:16,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:20,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:22,106 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:25:22,107 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:25:23,369 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:25:24,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:26,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:30,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:34,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:37,527 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:25:37,527 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:25:38,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:40,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:45,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:49,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:51,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:52,817 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:25:52,817 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:25:53,577 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:25:55,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:25:57,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:01,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:03,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:07,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:08,124 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:26:08,124 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:26:09,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:13,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:15,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:17,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:21,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:23,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:23,388 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:26:23,388 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:26:23,902 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:26:25,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:27,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:31,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:33,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:35,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:37,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:38,593 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:26:38,594 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:26:39,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:41,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:45,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:47,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:49,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:52,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:53,846 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:26:53,846 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:26:54,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:54,181 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:26:56,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:26:58,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:00,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:06,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:09,014 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:27:09,015 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:27:12,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:18,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:22,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:24,188 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:27:24,189 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:27:24,431 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:27:26,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:30,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:36,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:39,481 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:27:39,482 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:27:40,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:44,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:48,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:52,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:54,718 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:27:54,802 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:27:54,803 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:27:56,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:27:58,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:02,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:06,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:10,033 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:28:10,034 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:28:10,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:12,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:17,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:21,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:23,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:24,958 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:28:25,271 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:28:25,272 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:28:27,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:29,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:33,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:35,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:39,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:40,661 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:28:40,661 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:28:41,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:45,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:47,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:49,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:53,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:55,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:28:55,233 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:28:55,885 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:28:55,885 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:28:57,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:01,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:03,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:05,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:07,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:09,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:11,124 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:29:11,124 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:29:11,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:13,244 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:29:13,344 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:29:13,392 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:29:14,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:29:14,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:15,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:17,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:21,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:23,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:25,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:25,538 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:29:26,360 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:29:26,361 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:29:29,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:31,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:34,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:38,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:40,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:41,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:29:41,615 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:29:44,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:46,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:48,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:52,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:54,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:55,859 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:29:56,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:29:56,837 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:29:56,838 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:30:00,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:02,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:04,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:08,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:10,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:12,047 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:30:12,048 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:30:14,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:16,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:18,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:20,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:24,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:26,096 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:30:26,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:27,298 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:30:27,299 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:30:28,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:32,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:34,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:36,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:40,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:42,602 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:30:42,602 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:30:43,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:45,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:49,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:51,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:55,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:56,334 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:30:57,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:30:57,903 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:30:57,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:30:59,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:03,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:05,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:07,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:11,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:13,285 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:31:13,286 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:31:13,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:15,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:19,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:21,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:25,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:26,607 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:31:27,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:28,493 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:31:28,493 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:31:29,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:33,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:35,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:37,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:39,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:43,731 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:31:43,731 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:31:44,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:46,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:50,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:52,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:56,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:56,907 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:31:58,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:31:58,957 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:31:58,957 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:32:00,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:04,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:06,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:08,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:12,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:14,187 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:32:14,188 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:32:14,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:16,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:20,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:22,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:26,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:27,201 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:32:28,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:29,472 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:32:29,473 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:32:30,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:34,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:36,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:38,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:43,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:44,790 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:32:44,790 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:32:45,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:47,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:51,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:53,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:57,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:57,476 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:32:59,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:32:59,988 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:32:59,988 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:33:01,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:05,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:07,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:09,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:13,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:15,251 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:33:15,252 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:33:15,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:19,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:21,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:23,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:25,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:33:27,794 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:33:30,473 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:33:30,474 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:33:45,693 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:33:45,694 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:33:58,048 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:34:00,912 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:34:00,913 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:34:11,374 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:34:11,413 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:34:11,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:34:11,460 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:34:13,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:34:14,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:34:15,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:34:16,105 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:34:16,107 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:34:25,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:34:28,298 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:34:31,296 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:34:31,297 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:34:46,464 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:34:46,464 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:34:58,516 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:35:01,636 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:35:01,637 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:35:16,802 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:35:16,803 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:35:28,751 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:35:31,969 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:35:31,970 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:35:46,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:35:47,142 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:35:47,142 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:35:48,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:35:50,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:35:52,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:35:54,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:35:56,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:35:58,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:35:58,991 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:36:00,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:02,337 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:36:02,338 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:36:02,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:04,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:12,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:16,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:17,583 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:36:17,584 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:36:22,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:26,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:29,252 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:36:30,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:32,835 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:36:32,835 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:36:36,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:40,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:44,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:48,138 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:36:48,139 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:36:49,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:53,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:57,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:36:59,557 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:36:59,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:03,468 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:37:03,468 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:37:03,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:07,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:11,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:15,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:18,762 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:37:18,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:37:19,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:21,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:25,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:29,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:29,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:37:31,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:33,973 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:37:33,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:37:35,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:37,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:41,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:43,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:47,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:49,226 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:37:49,227 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:37:50,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:52,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:56,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:37:58,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:00,129 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:38:02,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:04,461 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:38:04,462 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:38:04,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:06,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:08,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:12,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:14,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:16,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:18,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:19,685 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:38:19,685 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:38:20,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:22,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:24,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:26,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:28,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:30,436 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:38:30,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:32,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:34,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:34,874 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:38:34,874 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:38:36,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:38,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:40,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:48,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:50,053 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:38:50,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:38:52,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:38:59,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:00,752 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:39:03,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:05,220 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:39:05,220 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:39:09,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:13,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:17,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:20,496 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:39:20,497 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:39:21,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:25,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:29,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:30,995 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:39:33,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:35,797 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:39:35,797 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:39:37,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:41,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:45,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:47,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:51,089 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:39:51,090 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:39:51,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:55,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:39:57,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:01,303 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:40:01,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:04,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:06,358 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:40:06,358 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:40:08,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:10,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:14,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:16,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:20,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:21,693 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:40:21,693 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:40:22,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:26,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:28,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:30,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:31,557 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:40:34,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:36,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:36,926 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:40:36,926 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:40:38,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:42,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:44,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:46,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:48,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:52,089 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:40:52,089 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:40:52,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:54,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:55,272 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:40:55,364 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:40:55,415 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:40:55,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:40:56,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:40:58,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:00,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:01,853 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:41:02,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:04,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:06,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:07,253 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:41:07,254 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:41:08,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:10,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:12,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:14,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:17,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:22,425 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:41:22,426 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:41:25,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:29,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:32,095 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:41:35,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:37,581 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:41:37,582 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:41:41,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:45,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:49,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:52,856 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:41:52,856 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:41:53,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:41:57,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:01,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:02,363 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:42:05,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:08,120 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:42:08,120 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:42:09,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:13,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:17,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:22,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:23,285 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:42:23,285 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:42:24,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:28,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:32,622 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:42:32,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:36,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:38,577 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:42:38,577 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:42:38,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:42,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:44,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:48,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:50,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:53,969 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:42:53,970 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:42:54,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:42:56,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:00,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:02,852 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:43:02,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:06,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:08,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:09,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:43:09,166 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:43:12,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:14,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:16,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:18,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:23,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:24,474 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:43:24,475 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:43:25,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:27,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:29,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:31,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:33,191 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:43:35,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:37,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:39,737 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:43:39,738 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:43:39,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:41,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:43,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:45,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:47,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:49,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:51,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:53,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:43:55,083 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:43:55,083 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:43:55,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:01,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:03,475 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:44:05,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:10,588 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:44:10,588 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:44:11,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:15,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:21,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:25,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:26,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:44:26,041 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:44:29,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:33,773 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:44:33,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:38,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:41,241 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:44:41,242 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:44:42,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:46,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:50,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:54,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:44:56,414 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:44:56,414 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:44:58,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:02,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:04,027 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:45:04,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:08,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:11,699 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:45:11,700 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:45:12,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:14,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:18,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:22,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:24,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:26,974 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:45:26,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:45:28,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:31,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:34,351 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:45:35,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:37,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:41,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:42,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:45:42,193 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:45:43,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:48,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:50,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:52,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:56,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:45:57,415 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:45:57,415 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:45:58,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:00,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:02,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:04,744 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:46:06,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:08,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:10,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:10,400 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:46:10,460 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:46:10,492 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:46:11,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:46:12,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:12,660 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:46:12,661 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:46:14,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:16,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:18,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:20,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:22,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:24,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:26,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:27,934 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:46:27,935 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:46:28,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:30,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:32,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:35,010 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:46:38,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:43,250 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:46:43,251 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:46:44,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:48,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:53,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:46:58,578 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:46:58,578 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:46:59,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:03,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:05,312 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:47:07,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:11,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:13,874 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:47:13,875 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:47:15,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:19,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:23,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:27,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:29,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:47:29,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:47:31,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:35,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:35,669 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:47:37,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:41,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:44,513 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:47:44,514 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:47:45,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:50,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:52,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:56,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:58,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:47:59,800 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:47:59,800 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:48:02,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:04,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:05,959 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:48:08,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:10,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:14,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:14,967 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:48:14,968 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:48:16,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:20,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:22,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:26,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:28,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:30,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:30,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:48:30,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:48:32,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:36,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:36,289 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:48:38,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:40,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:42,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:44,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:45,430 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:48:45,431 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:48:48,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:50,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:52,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:54,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:56,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:48:58,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:00,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:00,682 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:49:00,682 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:49:03,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:05,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:06,594 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:49:07,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:09,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:15,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:15,879 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:49:15,880 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:49:21,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:25,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:29,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:31,046 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:49:31,046 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:49:35,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:36,871 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:49:39,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:43,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:46,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:49:46,222 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:49:47,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:51,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:49:55,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:00,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:01,391 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:50:01,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:50:04,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:07,132 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:50:08,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:12,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:16,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:16,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:50:16,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:50:20,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:22,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:26,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:30,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:31,820 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:50:31,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:50:32,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:36,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:37,476 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:50:38,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:42,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:46,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:47,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:50:47,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:50:48,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:50,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:54,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:50:56,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:00,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:02,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:02,374 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:51:02,374 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:51:05,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:07,829 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:51:09,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:11,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:13,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:17,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:17,662 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:51:17,663 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:51:19,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:21,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:23,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:24,574 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:51:24,648 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:51:24,680 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:51:25,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:51:26,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:27,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:29,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:31,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:32,910 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:51:32,911 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:51:33,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:35,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:37,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:38,107 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:51:39,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:41,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:43,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:45,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:47,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:48,124 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:51:48,125 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:51:53,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:51:59,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:03,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:03,493 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:52:03,493 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:52:08,406 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:52:09,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:13,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:18,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:18,780 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:52:18,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:52:22,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:26,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:30,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:34,099 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:52:34,099 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:52:34,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:38,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:38,670 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:52:42,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:46,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:49,428 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:52:49,429 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:52:50,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:54,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:52:56,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:00,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:04,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:04,725 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:53:04,726 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:53:06,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:09,014 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:53:10,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:14,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:17,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:19,933 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:53:19,933 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:53:21,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:23,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:27,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:29,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:33,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:35,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:53:35,102 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:53:35,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:37,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:39,257 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:53:41,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:43,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:45,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:49,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:50,339 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:53:50,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:53:51,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:53,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:55,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:53:57,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:01,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:03,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:05,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:05,515 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:54:05,516 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:54:07,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:09,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:09,703 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:54:11,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:13,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:15,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:17,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:19,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:20,748 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:54:20,748 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:54:21,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:23,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:29,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:33,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:35,923 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:54:35,923 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:54:40,086 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:54:40,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:44,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:50,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:51,088 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:54:51,089 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:54:54,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:54:58,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:04,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:06,331 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:55:06,331 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:55:08,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:10,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:10,482 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:55:14,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:18,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:21,637 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:55:21,638 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:55:22,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:26,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:30,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:34,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:36,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:36,978 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:55:36,978 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:55:40,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:40,775 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:55:45,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:47,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:51,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:52,174 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:55:52,175 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:55:53,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:57,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:55:59,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:03,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:05,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:07,499 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:56:07,500 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:56:09,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:11,040 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:56:11,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:15,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:17,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:19,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:22,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:56:22,764 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:56:23,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:25,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:27,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:29,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:33,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:35,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:37,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:37,933 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:56:37,933 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:56:38,367 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 06:56:38,515 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 06:56:38,564 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 06:56:38,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 06:56:39,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:41,411 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:56:41,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:43,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:45,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:47,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:49,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:51,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:53,129 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:56:53,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:56:54,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:56,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:56:58,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:00,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:06,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:08,347 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:57:08,348 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:57:11,692 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:57:12,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:16,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:22,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:23,515 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:57:23,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:57:26,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:30,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:34,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:38,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:38,730 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:57:38,730 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:57:42,010 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:57:43,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:47,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:53,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:53,992 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:57:53,992 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:57:57,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:57:59,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:03,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:07,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:09,213 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:58:09,214 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:58:11,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:12,301 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:58:15,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:17,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:21,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:24,459 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:58:24,459 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:58:25,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:27,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:31,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:33,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:37,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:39,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:39,728 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:58:39,729 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:58:42,510 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:58:43,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:45,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:47,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:51,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:53,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:54,899 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:58:54,899 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:58:55,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:58:59,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:01,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:04,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:06,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:10,194 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:59:10,195 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:59:10,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:12,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:12,844 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:59:14,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:16,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:18,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:20,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:22,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:24,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:25,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:59:25,418 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:59:26,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:28,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:30,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:32,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:34,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:36,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:40,624 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:59:40,624 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:59:42,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:43,171 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 06:59:48,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:54,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 06:59:55,783 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 06:59:55,784 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 06:59:58,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:02,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:06,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:11,088 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:00:11,088 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:00:11,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:13,434 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:00:17,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:21,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:25,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:26,296 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:00:26,296 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:00:29,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:33,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:35,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:39,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:41,465 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:00:41,466 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:00:43,753 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:00:43,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:47,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:49,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:53,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:56,836 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:00:56,837 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:00:57,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:00:59,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:03,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:05,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:09,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:12,146 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:01:12,147 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:01:13,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:14,055 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:01:15,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:17,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:22,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:24,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:27,401 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:01:27,402 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:01:28,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:30,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:32,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:36,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:38,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:40,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:42,645 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:01:42,645 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:01:42,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:44,369 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:01:46,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:48,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:50,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:51,337 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:01:51,472 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:01:51,506 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:01:51,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:01:51,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:52,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:56,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:01:57,965 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:01:57,966 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:01:58,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:00,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:04,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:06,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:10,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:12,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:13,203 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:02:13,203 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:02:14,730 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:02:14,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:18,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:20,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:22,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:26,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:28,447 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:02:28,448 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:02:28,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:33,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:35,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:37,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:41,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:43,719 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:02:43,720 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:02:43,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:44,988 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:02:45,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:49,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:51,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:53,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:57,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:02:58,970 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:02:58,971 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:02:59,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:01,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:05,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:07,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:09,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:13,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:14,286 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:03:14,287 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:03:15,198 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:03:15,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:17,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:21,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:23,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:25,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:29,570 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:03:29,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:03:29,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:31,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:35,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:37,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:39,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:44,797 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:03:44,798 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:03:44,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:45,493 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:03:46,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:48,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:52,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:54,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:03:56,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:00,081 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:04:00,081 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:04:00,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:02,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:04,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:08,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:10,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:12,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:15,340 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:04:15,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:04:15,712 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:04:16,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:19,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:21,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:25,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:27,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:30,602 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:04:30,602 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:04:31,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:33,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:35,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:39,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:41,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:45,899 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:04:45,900 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:04:46,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:46,062 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:04:48,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:50,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:54,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:56,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:04:58,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:01,136 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:05:01,136 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:05:02,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:04,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:06,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:10,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:12,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:14,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:16,276 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:05:16,361 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:05:16,362 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:05:18,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:20,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:24,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:26,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:28,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:31,608 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:05:31,609 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:05:32,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:34,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:38,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:40,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:42,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:46,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:46,622 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:05:46,837 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:05:46,838 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:05:49,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:51,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:55,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:57,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:05:59,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:06:02,003 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:06:02,004 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:06:03,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:06:16,935 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:06:17,205 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:06:17,206 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:06:32,424 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:06:32,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:06:47,153 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:06:47,633 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:06:47,633 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:06:50,338 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:06:50,354 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:06:50,388 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:06:51,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:06:52,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:06:53,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:06:55,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:07:02,830 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:07:02,831 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:07:03,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:07:17,393 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:07:17,994 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:07:17,995 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:07:33,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:07:33,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:07:47,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:07:48,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:07:48,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:08:03,508 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:08:03,509 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:08:17,882 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:08:18,697 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:08:18,697 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:08:23,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:25,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:27,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:29,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:31,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:33,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:33,867 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:08:33,868 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:08:35,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:37,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:39,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:41,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:43,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:48,330 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:08:49,154 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:08:49,154 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:08:49,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:08:55,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:00,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:04,533 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:09:04,534 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:09:06,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:10,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:14,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:18,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:18,642 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:09:19,799 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:09:19,799 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:09:22,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:26,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:30,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:34,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:34,969 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:09:34,970 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:09:38,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:42,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:46,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:48,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:49,015 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:09:50,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:09:50,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:09:53,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:09:57,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:01,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:03,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:05,356 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:10:05,356 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:10:07,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:09,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:13,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:15,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:19,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:19,267 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:10:20,667 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:10:20,668 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:10:21,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:25,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:27,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:31,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:33,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:35,951 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:10:35,952 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:10:37,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:39,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:41,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:45,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:47,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:49,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:49,558 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:10:51,259 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:10:51,260 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:10:51,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:54,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:10:58,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:00,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:02,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:04,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:06,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:06,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:11:06,575 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:11:08,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:10,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:12,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:14,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:16,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:18,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:19,872 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:11:20,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:21,780 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:11:21,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:11:26,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:32,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:36,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:37,111 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:11:37,112 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:11:42,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:46,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:50,194 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:11:50,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:52,442 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:11:52,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:11:55,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:11:59,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:03,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:07,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:07,746 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:12:07,746 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:12:11,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:15,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:19,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:20,602 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:12:22,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:12:22,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:12:23,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:27,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:31,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:33,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:37,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:38,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:12:38,199 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:12:41,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:43,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:47,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:49,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:50,884 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:12:53,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:12:53,491 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:12:53,492 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:12:56,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:00,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:02,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:06,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:08,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:08,694 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:13:08,694 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:13:12,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:14,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:16,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:20,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:21,151 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:13:22,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:23,890 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:13:23,890 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:13:24,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:26,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:28,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:32,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:34,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:34,619 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:13:34,703 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:13:34,751 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:13:35,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:13:35,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:36,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:38,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:39,098 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:13:39,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:13:40,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:42,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:44,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:46,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:48,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:50,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:51,493 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:13:52,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:54,366 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:13:54,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:13:54,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:13:56,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:02,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:08,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:09,558 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:14:09,559 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:14:13,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:17,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:21,746 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:14:23,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:24,726 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:14:24,726 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:14:27,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:31,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:35,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:39,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:39,886 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:14:39,886 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:14:43,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:47,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:51,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:52,026 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:14:55,044 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:14:55,045 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:14:55,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:14:57,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:01,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:05,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:09,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:10,209 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:15:10,209 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:15:11,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:16,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:20,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:22,266 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:15:22,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:25,371 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:15:25,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:15:26,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:28,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:32,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:34,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:38,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:40,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:40,542 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:15:40,543 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:15:42,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:46,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:48,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:52,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:52,624 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:15:54,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:55,810 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:15:55,811 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:15:56,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:15:58,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:02,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:04,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:06,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:08,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:10,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:11,001 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:16:11,002 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:16:12,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:14,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:16,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:18,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:20,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:22,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:23,023 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:16:24,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:26,232 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:16:26,233 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:16:26,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:28,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:30,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:36,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:41,549 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:16:41,549 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:16:41,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:47,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:51,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:16:53,317 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:16:56,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:16:56,865 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:16:57,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:01,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:05,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:09,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:12,132 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:17:12,132 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:17:13,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:17,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:21,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:23,538 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:17:25,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:27,437 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:17:27,437 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:17:29,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:33,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:35,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:39,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:42,789 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:17:42,789 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:17:43,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:47,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:49,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:53,803 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:17:54,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:56,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:17:58,043 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:17:58,044 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:18:00,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:02,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:06,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:08,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:12,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:13,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:18:13,370 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:18:14,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:18,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:20,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:22,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:24,039 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:18:26,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:28,595 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:18:28,595 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:18:28,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:30,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:34,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:36,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:38,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:40,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:42,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:43,762 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:18:43,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:18:44,129 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:18:44,177 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:18:44,211 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:18:44,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:18:45,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:46,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:48,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:50,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:52,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:54,397 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:18:54,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:56,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:58,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:18:58,995 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:18:58,996 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:19:00,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:02,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:04,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:06,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:12,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:14,219 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:19:14,219 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:19:17,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:23,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:24,669 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:19:27,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:29,407 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:19:29,407 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:19:31,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:37,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:41,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:44,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:19:44,700 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:19:45,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:49,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:53,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:19:54,881 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:19:57,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:00,094 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:20:00,095 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:20:01,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:05,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:07,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:11,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:15,415 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:20:15,416 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:20:15,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:19,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:24,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:25,113 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:20:26,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:30,682 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:20:30,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:20:30,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:32,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:36,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:38,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:42,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:44,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:45,862 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:20:45,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:20:48,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:50,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:54,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:55,361 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:20:56,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:20:58,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:01,055 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:21:01,056 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:21:02,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:04,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:06,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:10,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:12,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:14,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:16,372 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:21:16,372 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:21:16,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:18,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:20,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:24,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:25,690 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:21:26,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:28,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:30,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:31,680 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:21:31,681 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:21:32,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:34,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:37,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:39,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:41,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:43,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:46,896 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:21:46,897 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:21:49,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:53,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:21:55,950 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:21:59,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:02,258 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:22:02,259 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:22:03,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:07,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:11,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:15,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:17,537 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:22:17,537 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:22:20,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:24,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:26,234 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:22:28,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:32,811 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:22:32,812 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:22:32,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:36,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:40,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:44,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:46,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:48,097 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:22:48,098 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:22:50,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:54,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:22:56,464 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:22:58,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:02,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:03,273 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:23:03,273 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:23:04,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:08,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:11,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:15,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:17,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:18,439 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:23:18,439 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:23:21,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:23,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:26,813 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:23:27,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:29,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:33,676 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:23:33,677 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:23:33,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:35,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:37,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:41,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:43,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:45,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:47,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:48,876 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:23:48,877 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:23:51,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:53,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:55,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:56,480 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:23:56,525 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:23:56,558 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:23:56,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:23:56,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:57,185 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:23:57,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:23:59,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:01,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:03,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:04,032 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:24:04,033 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:24:05,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:07,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:09,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:11,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:13,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:15,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:17,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:19,423 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:24:19,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:24:24,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:27,441 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:24:30,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:34,857 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:24:34,858 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:24:34,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:40,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:44,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:48,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:50,118 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:24:50,118 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:24:52,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:56,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:24:57,739 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:25:00,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:04,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:05,411 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:25:05,412 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:25:08,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:12,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:17,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:20,795 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:25:20,795 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:25:21,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:25,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:28,033 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:25:29,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:31,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:35,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:36,051 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:25:36,051 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:25:39,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:41,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:45,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:47,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:51,282 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:25:51,282 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:25:51,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:55,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:57,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:25:58,265 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:26:01,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:03,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:05,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:06,625 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:26:06,626 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:26:09,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:11,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:13,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:18,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:20,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:21,873 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:26:21,874 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:26:22,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:24,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:28,568 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:26:29,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:31,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:33,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:35,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:37,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:37,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:26:37,102 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:26:39,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:41,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:43,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:45,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:47,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:49,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:51,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:52,271 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:26:52,271 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:26:53,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:55,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:26:58,922 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:27:01,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:07,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:07,520 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:27:07,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:27:12,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:18,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:22,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:22,749 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:27:22,750 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:27:26,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:29,273 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:27:32,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:36,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:37,917 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:27:37,918 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:27:40,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:44,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:48,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:52,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:53,223 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:27:53,223 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:27:56,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:27:59,534 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:28:00,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:02,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:06,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:08,402 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:28:08,403 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:28:10,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:14,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:17,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:21,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:23,658 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:28:23,659 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:28:25,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:27,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:29,894 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:28:31,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:33,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:37,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:38,831 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:28:38,832 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:28:39,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:43,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:45,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:47,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:51,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:53,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:54,030 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:28:54,030 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:28:55,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:28:57,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:00,209 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:29:01,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:03,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:05,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:07,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:09,340 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:29:09,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:29:11,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:11,320 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:29:11,424 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:29:11,458 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:29:12,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:29:13,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:15,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:17,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:19,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:21,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:23,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:24,636 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:29:24,636 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:29:25,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:27,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:29,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:30,447 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:29:31,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:33,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:39,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:39,903 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:29:39,903 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:29:46,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:50,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:54,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:29:55,188 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:29:55,189 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:30:00,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:00,726 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:30:04,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:08,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:10,418 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:30:10,419 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:30:12,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:16,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:20,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:24,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:25,591 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:30:25,591 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:30:28,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:30,967 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:30:32,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:35,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:39,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:40,756 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:30:40,756 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:30:43,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:47,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:49,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:53,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:56,129 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:30:56,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:30:57,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:30:59,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:01,206 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:31:03,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:05,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:09,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:11,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:11,414 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:31:11,415 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:31:15,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:17,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:19,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:23,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:25,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:26,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:31:26,684 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:31:29,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:31,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:31,474 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:31:33,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:36,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:40,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:41,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:31:41,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:31:42,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:44,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:46,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:48,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:50,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:52,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:54,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:56,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:31:57,012 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:31:57,013 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:31:58,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:00,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:01,682 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:32:02,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:04,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:06,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:08,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:12,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:32:12,179 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:32:16,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:20,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:24,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:27,347 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:32:27,347 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:32:31,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:31,938 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:32:35,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:39,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:42,605 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:32:42,606 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:32:43,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:49,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:53,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:55,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:32:57,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:32:57,851 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:32:59,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:02,184 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:33:03,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:07,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:11,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:13,020 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:33:13,021 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:33:15,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:17,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:21,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:25,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:28,297 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:33:28,298 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:33:28,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:32,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:32,482 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:33:36,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:38,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:42,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:43,627 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:33:43,628 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:33:44,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:48,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:50,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:52,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:56,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:58,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:33:58,845 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:33:58,846 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:34:00,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:02,696 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:34:04,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:06,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:08,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:10,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:14,016 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:34:14,017 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:34:14,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:16,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:18,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:20,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:21,992 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:34:22,111 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:34:22,165 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:34:22,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:34:22,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:23,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:26,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:29,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:34:29,307 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:34:29,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:32,971 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:34:33,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:35,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:39,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:41,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:44,482 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:34:44,482 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:34:45,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:47,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:49,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:53,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:55,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:57,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:34:59,732 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:34:59,732 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:35:01,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:03,212 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:35:03,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:05,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:09,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:11,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:13,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:14,958 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:35:14,959 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:35:17,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:19,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:21,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:25,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:27,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:29,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:30,213 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:35:30,213 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:35:33,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:33,497 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:35:35,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:38,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:42,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:44,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:45,476 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:35:45,477 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:35:46,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:50,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:52,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:56,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:35:58,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:00,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:00,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:36:00,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:36:03,792 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:36:04,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:06,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:08,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:12,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:14,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:15,970 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:36:15,971 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:36:16,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:20,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:22,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:24,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:28,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:30,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:31,242 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:36:31,242 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:36:32,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:34,009 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:36:36,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:39,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:41,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:45,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:46,530 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:36:46,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:36:47,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:49,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:53,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:55,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:36:59,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:01,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:01,742 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:37:01,743 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:37:03,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:04,301 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:37:07,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:09,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:11,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:15,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:16,925 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:37:16,926 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:37:17,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:21,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:23,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:27,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:29,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:31,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:32,189 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:37:32,190 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:37:34,599 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:37:35,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:37,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:39,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:43,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:46,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:47,445 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:37:47,445 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:37:48,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:52,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:54,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:37:56,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:00,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:02,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:02,728 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:38:02,729 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:38:05,046 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:38:06,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:08,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:10,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:14,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:16,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:17,921 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:38:17,922 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:38:18,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:22,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:24,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:28,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:30,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:32,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:33,187 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:38:33,188 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:38:34,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:38:35,324 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:38:48,435 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:38:48,436 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:39:03,636 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:39:03,636 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:39:05,568 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:39:18,862 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:39:18,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:39:21,656 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:39:21,677 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:39:21,716 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:39:22,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:39:22,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:39:24,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:39:34,061 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:39:34,062 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:39:34,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:39:35,831 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:39:49,229 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:39:49,230 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:40:04,398 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:40:04,399 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:40:06,032 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:40:19,559 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:40:19,560 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:40:34,728 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:40:34,729 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:40:36,279 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:40:49,898 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:40:49,899 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:40:54,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:40:56,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:40:58,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:01,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:03,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:05,119 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:41:05,120 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:41:05,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:06,514 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:41:07,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:09,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:11,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:13,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:15,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:20,399 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:41:20,400 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:41:21,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:25,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:31,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:35,799 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:41:35,800 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:41:35,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:36,782 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:41:41,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:45,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:49,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:51,073 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:41:51,074 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:41:53,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:41:57,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:02,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:06,270 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:42:06,270 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:42:06,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:07,051 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:42:10,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:14,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:18,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:20,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:21,478 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:42:21,479 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:42:24,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:28,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:32,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:34,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:36,693 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:42:36,694 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:42:37,285 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:42:38,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:40,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:44,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:48,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:50,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:51,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:42:51,865 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:42:54,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:56,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:42:58,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:02,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:04,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:06,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:07,115 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:43:07,116 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:43:07,505 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:43:10,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:12,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:15,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:17,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:21,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:22,416 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:43:22,417 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:43:23,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:25,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:27,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:29,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:31,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:33,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:35,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:37,711 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:43:37,711 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:43:37,879 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:43:37,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:39,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:41,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:43,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:45,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:47,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:49,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:43:52,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:43:52,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:43:55,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:01,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:07,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:08,087 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:44:08,087 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:44:08,245 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:44:12,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:16,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:22,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:23,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:44:23,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:44:26,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:30,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:34,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:38,368 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:44:38,445 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:44:38,446 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:44:38,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:42,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:46,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:48,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:52,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:44:53,611 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:44:53,611 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:44:56,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:00,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:04,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:06,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:08,650 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:45:08,764 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:45:08,765 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:45:10,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:12,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:16,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:20,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:22,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:23,948 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:45:23,948 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:45:27,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:29,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:31,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:36,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:38,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:38,910 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:45:39,175 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:45:39,176 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:45:42,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:44,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:46,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:50,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:52,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:54,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:54,428 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:45:54,429 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:45:56,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:45:58,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:02,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:04,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:04,447 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:46:04,538 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:46:04,578 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:46:05,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:46:06,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:07,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:08,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:09,311 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:46:09,642 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:46:09,643 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:46:10,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:12,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:14,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:16,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:18,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:20,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:22,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:24,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:24,873 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:46:24,874 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:46:26,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:35,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:39,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:39,595 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:46:40,066 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:46:40,066 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:46:45,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:49,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:53,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:46:55,234 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:46:55,235 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:46:57,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:03,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:07,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:09,860 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:47:10,532 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:47:10,532 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:47:11,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:13,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:17,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:21,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:25,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:25,752 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:47:25,752 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:47:30,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:34,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:38,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:40,085 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:47:40,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:40,949 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:47:40,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:47:44,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:48,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:50,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:54,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:47:56,191 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:47:56,196 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:47:58,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:00,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:04,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:06,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:10,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:10,370 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:48:11,496 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:48:11,496 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:48:12,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:14,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:18,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:20,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:24,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:26,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:26,742 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:48:26,743 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:48:28,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:32,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:34,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:36,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:39,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:40,651 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:48:41,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:41,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:48:41,989 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:48:43,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:45,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:49,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:51,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:53,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:55,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:57,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:48:57,210 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:48:57,210 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:49:01,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:03,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:05,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:10,904 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:49:11,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:12,381 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:49:12,382 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:49:17,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:21,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:27,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:27,553 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:49:27,553 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:49:31,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:35,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:39,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:41,148 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:49:42,860 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:49:42,861 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:49:43,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:47,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:51,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:55,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:49:58,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:49:58,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:50:00,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:04,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:08,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:10,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:11,456 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:50:13,508 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:50:13,509 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:50:14,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:18,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:22,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:24,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:28,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:28,774 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:50:28,774 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:50:30,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:34,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:36,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:40,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:41,751 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:50:42,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:43,944 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:50:43,945 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:50:46,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:48,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:52,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:55,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:50:59,172 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:50:59,172 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:50:59,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:01,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:03,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:05,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:09,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:11,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:12,082 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:51:13,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:14,511 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:51:14,512 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:51:17,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:19,049 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:51:19,102 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:51:19,135 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:51:19,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:51:19,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:20,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:21,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:23,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:25,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:27,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:29,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:29,773 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:51:29,774 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:51:31,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:33,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:35,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:37,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:39,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:41,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:42,417 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:51:44,995 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:51:44,995 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:51:47,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:53,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:51:57,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:00,155 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:52:00,156 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:52:03,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:07,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:11,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:12,740 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:52:15,366 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:52:15,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:52:16,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:20,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:24,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:28,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:30,731 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:52:30,731 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:52:32,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:36,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:40,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:43,036 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:52:44,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:46,128 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:52:46,129 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:52:48,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:52,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:54,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:52:58,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:01,572 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:53:01,572 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:53:02,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:04,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:08,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:10,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:13,268 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:53:14,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:16,833 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:53:16,834 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:53:17,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:21,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:23,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:27,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:29,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:32,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:53:32,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:53:33,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:35,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:37,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:41,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:43,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:43,603 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:53:45,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:47,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:47,453 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:53:47,454 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:53:51,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:53,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:55,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:57,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:53:59,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:01,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:02,693 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:54:02,693 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:54:03,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:05,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:07,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:09,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:11,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:13,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:13,847 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:54:16,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:18,090 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:54:18,091 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:54:18,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:24,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:30,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:33,312 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:54:33,312 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:54:34,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:40,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:44,126 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:54:44,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:48,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:48,658 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:54:48,659 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:54:54,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:54:58,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:02,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:03,963 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:55:03,964 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:55:06,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:10,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:12,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:14,425 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:55:16,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:19,207 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:55:19,208 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:55:20,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:25,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:29,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:33,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:34,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:55:34,514 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:55:35,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:39,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:41,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:44,722 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:55:45,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:49,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:49,674 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:55:49,674 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:55:51,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:55,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:55:57,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:01,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:03,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:04,945 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:56:04,945 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:56:05,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:09,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:11,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:13,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:15,054 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:56:17,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:19,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:20,156 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:56:20,157 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:56:21,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:23,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:27,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:29,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:31,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:32,531 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 07:56:32,673 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 07:56:32,707 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 07:56:33,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 07:56:33,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:34,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:35,390 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:56:35,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:56:35,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:37,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:39,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:42,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:44,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:45,408 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:56:46,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:48,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:50,623 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:56:50,623 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:56:50,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:52,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:56:54,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:00,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:05,901 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:57:05,902 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:57:06,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:12,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:15,674 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:57:16,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:20,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:21,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:57:21,260 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:57:24,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:28,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:34,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:36,496 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:57:36,496 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:57:38,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:43,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:46,035 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:57:47,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:49,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:51,666 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:57:51,666 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:57:53,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:57:57,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:01,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:05,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:06,934 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:58:06,935 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:58:07,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:11,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:15,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:16,330 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:58:17,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:21,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:22,134 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:58:22,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:58:23,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:27,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:29,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:33,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:35,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:37,288 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:58:37,289 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:58:39,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:41,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:46,679 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:58:46,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:48,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:50,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:52,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:58:52,545 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:58:52,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:56,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:58:58,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:00,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:02,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:06,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:07,812 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:59:07,812 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:59:08,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:10,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:12,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:14,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:16,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:16,945 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:59:18,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:20,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:22,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:23,024 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:59:23,025 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:59:24,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:26,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:28,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:30,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:36,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:38,233 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:59:38,234 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:59:42,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:46,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:47,207 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 07:59:50,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 07:59:53,401 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 07:59:53,402 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 07:59:57,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:01,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:05,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:08,634 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:00:08,634 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:00:09,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:13,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:17,449 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:00:17,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:21,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:23,854 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:00:23,854 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:00:25,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:29,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:33,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:37,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:39,114 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:00:39,114 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:00:39,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:43,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:47,704 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:00:47,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:49,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:54,341 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:00:54,341 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:00:54,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:00:58,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:00,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:04,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:06,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:09,651 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:01:09,652 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:01:10,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:12,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:16,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:17,978 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:01:18,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:20,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:24,847 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:01:24,848 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:01:24,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:26,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:30,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:32,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:34,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:36,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:38,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:40,007 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:01:40,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:01:42,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:44,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:45,497 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:01:45,617 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:01:45,674 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:01:45,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:01:46,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:47,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:48,311 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:01:48,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:50,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:52,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:54,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:55,186 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:01:55,187 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:01:57,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:01:59,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:01,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:03,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:05,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:07,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:10,389 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:02:10,389 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:02:13,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:18,533 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:02:19,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:23,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:25,562 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:02:25,562 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:02:29,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:33,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:37,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:40,725 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:02:40,726 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:02:41,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:47,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:48,858 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:02:51,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:53,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:02:55,900 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:02:55,900 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:02:58,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:02,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:06,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:10,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:11,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:03:11,060 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:03:14,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:18,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:19,098 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:03:20,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:24,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:26,228 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:03:26,228 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:03:28,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:31,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:35,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:37,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:41,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:41,505 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:03:41,506 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:03:43,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:47,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:49,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:49,342 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:03:53,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:55,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:03:56,675 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:03:56,675 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:03:59,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:01,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:03,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:05,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:10,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:11,897 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:04:11,897 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:04:12,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:14,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:16,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:19,618 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:04:20,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:22,064 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:24,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:26,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:27,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:04:27,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:04:28,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:30,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:32,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:34,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:36,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:38,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:40,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:42,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:42,577 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:04:42,578 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:04:44,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:49,889 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:04:50,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:56,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:04:57,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:04:57,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:05:00,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:06,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:10,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:13,082 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:05:13,082 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:05:14,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:20,158 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:05:21,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:25,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:28,265 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:05:28,265 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:05:29,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:33,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:37,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:41,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:43,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:43,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:05:43,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:05:47,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:50,413 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:05:51,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:55,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:05:58,838 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:05:58,838 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:05:59,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:01,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:05,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:07,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:11,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:14,056 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:06:14,056 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:06:15,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:17,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:20,671 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:06:21,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:23,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:28,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:29,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:06:29,370 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:06:30,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:34,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:36,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:38,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:42,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:44,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:44,647 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:06:44,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:06:46,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:48,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:50,938 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:06:52,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:54,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:56,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:58,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:06:59,074 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:06:59,146 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:06:59,181 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:06:59,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:06:59,978 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:06:59,979 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:07:00,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:04,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:06,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:10,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:12,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:14,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:15,259 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:07:15,259 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:07:18,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:20,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:21,425 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:07:24,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:26,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:28,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:30,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:30,501 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:07:30,501 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:07:34,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:37,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:41,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:43,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:45,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:45,787 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:07:45,787 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:07:49,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:51,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:51,687 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:07:53,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:57,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:07:59,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:01,047 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:08:01,047 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:08:01,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:05,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:07,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:09,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:13,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:15,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:16,310 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:08:16,310 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:08:17,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:21,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:21,931 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:08:23,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:25,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:29,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:31,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:31,542 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:08:31,543 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:08:33,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:37,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:39,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:42,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:46,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:46,789 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:08:46,789 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:08:48,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:50,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:52,183 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:08:54,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:08:56,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:00,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:02,029 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:09:02,029 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:09:02,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:04,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:08,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:10,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:12,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:16,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:17,376 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:09:17,377 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:09:18,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:20,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:22,402 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:09:24,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:26,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:28,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:32,616 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:09:32,616 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:09:33,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:35,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:37,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:41,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:43,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:47,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:47,846 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:09:47,846 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:09:49,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:51,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:52,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:09:55,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:57,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:09:59,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:03,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:10:03,133 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:10:03,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:05,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:09,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:11,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:13,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:17,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:18,421 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:10:18,421 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:10:19,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:21,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:22,894 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:10:25,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:27,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:32,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:33,698 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:10:33,699 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:10:34,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:36,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:40,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:42,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:46,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:48,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:48,900 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:10:48,901 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:10:50,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:53,189 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:10:54,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:56,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:10:58,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:11:02,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:11:04,216 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:11:04,216 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:11:04,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:11:06,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:11:10,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:11:12,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:11:19,423 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:11:19,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:11:23,497 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:11:34,636 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:11:34,637 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:11:49,855 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:11:49,856 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:11:53,712 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:11:58,747 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:11:58,772 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:11:58,821 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:11:59,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:12:00,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:12:02,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:12:05,053 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:12:05,054 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:12:12,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:12:20,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:12:20,222 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:12:23,963 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:12:35,384 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:12:35,385 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:12:50,589 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:12:50,589 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:12:54,191 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:13:05,754 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:13:05,755 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:13:20,926 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:13:20,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:13:24,444 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:13:32,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:34,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:36,100 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:13:36,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:13:36,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:38,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:40,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:42,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:44,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:46,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:48,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:50,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:51,263 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:13:51,263 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:13:52,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:13:54,821 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:13:58,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:03,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:06,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:14:06,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:14:09,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:13,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:17,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:21,680 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:14:21,680 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:14:23,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:25,102 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:14:27,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:31,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:35,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:36,848 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:14:36,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:14:39,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:43,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:47,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:49,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:52,015 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:14:52,015 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:14:54,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:14:55,346 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:14:58,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:02,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:06,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:07,293 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:15:07,294 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:15:08,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:12,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:14,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:18,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:22,487 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:15:22,488 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:15:22,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:24,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:25,642 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:15:28,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:30,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:34,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:36,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:37,722 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:15:37,722 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:15:38,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:42,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:44,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:46,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:50,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:52,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:52,966 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:15:52,967 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:15:55,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:15:55,969 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:15:57,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:01,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:03,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:05,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:07,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:08,205 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:16:08,206 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:16:09,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:11,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:13,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:15,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:17,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:19,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:21,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:23,454 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:16:23,455 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:16:23,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:25,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:26,314 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:16:27,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:33,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:38,825 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:16:38,826 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:16:39,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:45,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:49,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:53,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:16:54,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:16:54,222 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:16:56,595 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:17:00,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:04,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:08,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:09,418 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:17:09,419 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:17:12,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:16,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:18,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:22,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:25,328 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:17:25,328 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:17:26,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:30,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:34,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:38,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:39,910 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:17:42,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:44,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:45,460 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:17:45,460 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:17:48,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:50,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:55,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:17:57,122 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:17:59,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:00,707 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:18:00,708 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:18:01,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:05,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:07,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:11,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:13,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:16,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:18:16,055 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:18:17,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:19,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:21,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:25,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:27,362 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:18:27,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:29,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:31,337 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:18:31,338 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:18:33,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:35,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:37,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:39,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:41,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:43,698 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:18:43,787 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:18:43,823 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:18:44,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:18:45,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:46,661 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:18:46,662 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:18:47,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:49,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:51,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:53,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:55,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:57,728 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:18:57,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:18:59,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:01,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:01,892 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:19:01,892 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:19:03,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:05,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:12,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:17,243 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:19:17,244 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:19:18,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:22,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:26,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:28,141 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:19:32,543 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:19:32,543 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:19:32,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:36,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:40,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:44,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:47,878 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:19:47,878 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:19:48,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:52,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:57,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:19:58,383 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:20:01,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:03,134 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:20:03,135 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:20:05,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:09,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:11,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:15,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:18,501 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:20:18,502 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:20:19,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:23,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:25,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:28,670 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:20:29,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:31,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:33,766 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:20:33,766 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:20:35,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:37,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:41,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:43,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:47,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:48,946 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:20:48,946 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:20:50,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:54,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:56,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:58,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:20:58,959 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:21:02,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:04,163 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:21:04,163 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:21:04,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:06,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:10,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:12,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:14,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:16,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:18,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:19,358 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:21:19,359 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:21:20,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:24,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:26,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:28,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:29,301 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:21:30,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:32,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:34,604 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:21:34,605 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:21:34,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:37,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:39,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:41,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:43,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:47,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:49,867 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:21:49,868 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:21:53,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:57,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:21:59,550 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:22:03,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:05,032 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:22:05,032 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:22:07,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:11,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:16,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:20,290 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:22:20,290 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:22:20,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:24,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:28,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:29,797 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:22:32,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:35,659 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:22:35,660 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:22:36,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:40,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:44,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:46,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:50,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:51,066 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:22:51,066 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:22:54,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:22:58,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:00,095 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:23:00,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:04,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:06,391 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:23:06,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:23:06,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:10,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:12,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:16,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:19,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:21,672 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:23:21,672 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:23:23,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:25,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:29,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:30,363 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:23:31,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:35,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:36,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:23:36,999 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:23:37,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:39,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:43,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:45,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:47,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:49,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:51,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:52,476 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:23:52,477 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:23:53,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:55,539 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:23:55,620 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:23:55,661 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:23:55,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:23:57,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:23:59,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:00,608 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:24:01,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:03,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:05,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:07,641 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:24:07,641 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:24:08,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:10,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:12,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:14,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:16,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:18,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:22,928 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:24:22,928 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:24:24,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:28,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:30,880 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:24:34,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:38,358 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:24:38,359 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:24:39,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:43,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:49,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:53,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:24:53,642 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:24:53,643 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:24:57,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:01,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:01,103 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:25:05,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:08,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:25:08,826 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:25:09,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:13,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:17,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:19,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:23,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:24,000 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:25:24,000 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:25:27,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:29,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:31,371 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:25:33,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:37,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:39,253 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:25:39,254 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:25:40,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:44,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:46,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:50,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:52,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:54,591 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:25:54,592 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:25:56,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:25:58,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:01,681 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:26:02,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:04,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:08,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:09,862 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:26:09,863 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:26:10,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:12,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:16,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:18,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:20,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:22,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:24,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:25,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:26:25,055 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:26:28,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:30,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:31,943 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:26:32,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:34,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:36,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:38,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:40,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:40,287 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:26:40,288 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:26:42,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:44,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:46,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:48,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:51,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:53,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:26:55,471 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:26:55,472 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:26:59,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:02,218 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:27:03,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:09,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:10,637 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:27:10,638 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:27:13,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:19,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:23,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:25,883 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:27:25,883 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:27:27,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:31,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:32,514 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:27:35,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:40,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:41,152 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:27:41,153 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:27:44,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:48,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:52,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:54,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:27:56,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:27:56,319 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:27:58,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:02,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:02,732 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:28:06,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:08,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:11,708 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:28:11,708 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:28:12,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:16,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:18,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:22,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:26,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:27,017 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:28:27,017 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:28:28,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:32,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:33,012 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:28:34,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:38,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:40,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:42,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:42,290 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:28:42,291 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:28:46,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:48,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:51,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:55,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:57,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:28:57,616 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:28:57,616 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:28:59,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:01,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:03,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:03,274 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:29:07,241 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:29:07,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:07,339 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:29:07,392 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:29:08,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:29:09,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:11,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:12,843 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:29:12,843 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:29:13,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:15,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:17,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:19,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:21,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:23,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:25,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:27,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:28,162 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:29:28,162 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:29:29,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:33,617 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:29:35,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:41,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:43,433 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:29:43,433 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:29:45,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:49,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:56,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:29:58,716 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:29:58,716 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:30:00,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:03,849 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:30:04,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:08,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:12,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:13,978 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:30:13,978 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:30:16,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:20,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:24,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:28,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:29,144 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:30:29,144 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:30:30,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:34,068 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:30:34,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:38,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:42,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:44,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:44,408 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:30:44,408 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:30:49,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:53,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:55,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:59,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:30:59,671 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:30:59,672 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:31:01,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:04,302 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:31:05,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:07,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:11,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:13,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:14,830 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:31:14,831 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:31:17,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:19,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:21,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:25,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:27,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:29,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:30,026 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:31:30,026 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:31:31,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:34,554 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:31:35,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:37,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:39,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:41,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:43,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:45,278 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:31:45,279 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:31:45,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:47,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:49,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:51,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:53,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:56,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:31:58,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:00,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:00,533 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:32:00,533 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:32:02,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:04,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:04,946 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:32:12,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:15,929 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:32:15,930 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:32:16,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:22,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:26,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:30,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:31,382 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:32:31,383 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:32:34,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:35,231 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:32:40,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:44,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:46,607 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:32:46,607 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:32:49,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:53,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:32:57,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:01,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:01,780 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:33:01,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:33:05,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:05,496 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:33:09,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:11,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:15,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:16,947 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:33:16,947 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:33:19,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:23,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:25,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:29,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:31,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:32,148 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:33:32,149 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:33:35,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:35,763 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:33:39,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:41,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:45,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:47,336 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:33:47,337 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:33:47,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:49,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:53,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:55,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:33:58,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:02,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:02,504 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:34:02,504 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:34:04,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:06,131 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:34:06,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:10,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:12,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:14,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:16,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:17,820 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:34:17,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:34:18,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:19,903 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:34:19,987 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:34:20,021 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:34:20,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:34:21,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:22,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:24,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:26,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:28,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:30,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:32,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:33,101 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:34:33,102 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:34:34,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:36,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:36,549 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:34:38,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:40,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:42,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:48,404 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:34:48,404 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:34:48,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:54,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:34:58,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:02,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:03,774 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:35:03,775 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:35:06,873 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:35:08,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:12,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:16,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:18,977 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:35:18,978 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:35:21,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:25,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:29,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:33,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:34,151 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:35:34,151 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:35:37,192 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:35:37,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:41,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:45,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:47,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:49,303 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:35:49,304 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:35:51,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:55,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:35:59,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:01,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:04,512 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:36:04,512 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:36:05,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:07,547 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:36:07,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:11,593 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:15,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:17,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:19,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:19,778 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:36:19,778 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:36:24,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:26,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:30,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:32,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:34,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:35,019 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:36:35,020 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:36:37,781 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:36:38,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:40,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:42,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:44,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:48,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:50,187 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:36:50,188 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:36:50,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:52,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:54,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:56,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:36:58,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:00,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:02,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:04,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:05,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:37:05,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:37:06,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:08,013 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:37:08,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:10,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:12,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:14,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:16,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:20,516 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:37:20,516 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:37:24,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:28,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:34,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:35,678 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:37:35,679 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:37:38,263 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:37:39,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:45,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:49,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:50,845 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:37:50,846 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:37:53,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:37:57,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:01,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:05,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:06,020 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:38:06,021 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:38:08,558 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:38:09,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:13,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:17,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:19,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:21,233 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:38:21,234 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:38:23,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:27,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:31,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:35,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:36,403 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:38:36,404 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:38:37,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:38,806 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:38:41,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:44,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:48,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:51,574 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:38:51,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:38:52,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:54,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:38:58,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:00,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:02,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:06,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:06,752 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:39:06,752 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:39:08,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:09,145 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:39:12,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:14,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:16,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:20,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:22,005 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:39:22,005 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:39:22,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:24,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:26,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:28,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:32,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:32,996 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:39:33,098 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:39:33,157 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:39:33,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:39:34,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:36,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:37,330 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:39:37,331 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:39:39,519 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:39:40,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:42,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:46,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:48,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:50,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:52,528 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:39:52,528 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:39:54,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:39:57,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:01,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:03,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:05,764 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:07,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:07,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:40:07,767 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:40:09,758 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:40:11,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:13,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:15,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:19,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:21,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:22,938 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:40:22,938 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:40:25,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:27,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:29,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:31,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:35,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:37,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:38,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:40:38,178 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:40:39,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:40,091 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:40:43,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:45,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:47,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:51,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:53,444 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:40:53,445 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:40:53,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:55,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:40:59,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:02,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:04,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:08,725 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:41:08,725 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:41:08,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:10,371 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:41:10,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:12,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:16,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:18,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:22,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:23,976 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:41:23,977 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:41:24,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:26,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:30,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:32,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:34,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:38,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:39,223 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:41:39,224 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:41:40,627 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:41:40,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:42,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:46,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:48,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:50,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:54,387 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:41:54,387 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:41:54,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:56,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:41:58,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:03,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:05,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:07,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:09,609 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:42:09,610 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:42:10,926 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:42:11,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:13,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:17,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:19,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:21,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:24,812 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:42:24,812 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:42:25,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:27,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:29,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:33,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:35,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:39,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:40,098 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:42:40,098 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:42:41,149 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:42:41,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:43,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:47,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:49,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:51,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:55,345 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:42:55,346 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:42:55,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:57,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:42:59,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:03,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:05,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:08,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:10,586 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:43:10,587 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:43:11,434 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:43:12,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:14,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:16,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:20,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:22,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:25,817 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:43:25,818 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:43:26,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:28,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:30,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:32,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:36,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:38,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:41,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:43:41,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:43:41,720 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:43:42,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:43:56,321 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:43:56,322 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:44:11,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:44:11,540 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:44:11,990 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:44:26,757 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:44:26,757 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:44:30,566 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:44:30,587 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:44:30,623 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:44:30,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:44:30,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:44:32,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:44:41,957 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:44:41,958 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:44:42,218 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:44:42,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:44:57,123 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:44:57,124 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:45:12,301 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:45:12,302 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:45:12,598 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:45:27,600 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:45:27,600 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:45:42,765 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:45:42,770 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:45:42,770 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:45:57,933 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:45:57,933 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:46:06,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:08,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:10,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:12,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:13,019 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:46:13,109 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:46:13,109 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:46:14,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:16,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:18,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:20,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:22,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:24,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:28,322 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:46:28,323 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:46:30,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:36,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:42,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:43,295 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:46:43,491 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:46:43,491 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:46:46,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:50,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:54,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:46:58,693 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:46:58,693 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:47:00,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:04,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:08,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:12,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:13,569 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:47:13,987 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:47:13,987 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:47:16,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:18,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:22,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:26,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:29,327 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:47:29,328 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:47:31,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:35,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:39,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:41,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:43,837 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:47:44,578 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:47:44,579 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:47:45,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:47,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:51,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:55,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:57,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:47:59,791 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:47:59,791 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:48:01,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:03,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:07,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:09,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:11,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:14,120 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:48:14,965 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:48:14,966 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:48:15,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:17,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:19,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:23,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:25,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:27,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:29,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:30,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:48:30,133 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:48:33,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:35,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:37,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:39,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:41,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:43,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:44,345 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:48:45,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:45,300 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:48:45,300 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:48:47,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:49,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:51,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:53,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:55,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:48:58,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:00,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:00,591 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:49:00,592 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:49:06,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:12,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:14,550 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:49:16,124 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:49:16,125 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:49:16,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:22,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:26,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:30,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:31,444 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:49:31,444 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:49:36,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:40,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:44,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:44,853 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:49:46,815 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:49:46,816 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:49:48,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:52,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:49:56,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:00,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:02,160 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:50:02,160 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:50:02,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:06,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:10,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:14,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:15,100 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:50:17,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:17,414 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:50:17,414 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:50:21,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:25,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:27,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:31,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:32,674 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:50:32,674 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:50:33,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:37,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:39,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:43,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:45,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:45,333 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:50:47,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:50:47,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:50:49,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:51,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:53,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:57,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:50:59,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:01,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:03,136 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:51:03,137 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:51:05,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:07,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:09,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:11,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:13,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:15,133 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:51:15,224 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:51:15,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:51:15,287 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:51:15,568 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:51:16,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:17,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:18,379 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:51:18,380 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:51:19,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:21,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:23,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:25,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:27,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:29,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:31,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:33,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:33,550 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:51:33,550 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:51:35,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:37,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:44,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:45,808 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:51:48,883 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:51:48,883 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:51:50,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:54,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:51:58,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:04,130 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:52:04,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:52:04,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:08,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:12,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:16,039 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:52:16,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:19,454 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:52:19,455 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:52:20,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:24,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:28,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:32,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:34,716 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:52:34,717 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:52:36,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:40,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:44,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:46,263 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:52:48,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:49,919 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:52:49,919 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:52:50,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:55,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:52:59,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:01,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:05,164 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:53:05,165 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:53:05,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:09,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:11,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:15,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:16,530 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:53:17,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:20,335 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:53:20,335 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:53:21,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:23,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:25,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:29,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:31,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:35,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:35,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:53:35,520 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:53:37,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:39,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:43,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:45,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:46,813 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:53:47,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:49,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:50,687 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:53:50,688 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:53:51,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:55,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:57,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:53:59,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:01,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:03,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:05,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:05,980 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:54:05,981 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:54:07,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:09,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:12,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:14,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:16,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:17,063 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:54:21,410 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:54:21,411 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:54:22,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:26,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:32,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:36,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:36,854 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:54:36,855 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:54:40,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:46,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:47,326 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:54:50,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:52,046 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:54:52,050 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:54:54,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:54:58,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:02,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:07,271 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:55:07,272 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:55:07,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:11,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:15,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:17,575 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:55:19,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:22,430 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:55:22,430 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:55:23,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:25,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:29,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:33,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:35,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:37,664 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:55:37,665 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:55:39,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:43,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:45,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:47,875 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:55:49,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:51,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:52,899 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:55:52,900 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:55:55,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:55:57,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:01,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:03,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:05,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:08,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:56:08,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:56:09,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:11,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:13,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:17,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:18,178 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:56:19,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:21,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:23,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:23,554 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:56:23,554 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:56:25,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:30,012 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 08:56:30,139 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 08:56:30,173 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 08:56:30,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 08:56:30,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:32,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:34,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:36,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:38,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:38,816 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:56:38,816 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:56:40,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:42,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:44,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:46,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:48,480 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:56:48,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:50,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:52,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:56:54,022 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:56:54,023 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:56:58,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:04,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:08,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:09,373 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:57:09,374 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:57:14,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:18,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:18,799 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:57:22,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:24,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:57:24,576 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:57:26,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:30,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:35,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:39,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:39,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:57:39,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:57:43,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:47,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:49,100 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:57:51,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:55,109 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:57:55,109 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:57:55,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:57:59,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:01,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:05,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:09,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:10,280 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:58:10,280 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:58:13,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:15,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:19,331 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:58:19,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:21,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:25,445 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:58:25,446 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:58:25,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:27,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:31,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:33,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:37,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:39,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:40,662 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:58:40,663 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:58:41,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:45,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:48,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:49,566 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:58:50,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:54,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:55,856 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:58:55,856 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:58:56,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:58:58,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:00,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:04,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:06,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:08,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:10,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:11,127 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:59:11,128 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:59:12,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:14,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:16,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:18,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:19,881 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:59:20,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:22,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:24,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:26,344 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:59:26,344 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:59:26,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:28,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:34,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:40,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:41,555 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:59:41,555 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:59:44,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:50,137 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 08:59:50,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:54,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 08:59:56,721 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 08:59:56,722 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 08:59:58,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:03,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:07,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:11,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:11,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:00:11,990 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:00:15,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:19,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:20,587 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:00:23,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:27,301 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:00:27,302 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:00:27,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:31,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:33,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:37,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:41,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:42,499 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:00:42,500 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:00:45,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:47,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:50,853 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:00:51,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:55,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:57,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:00:57,789 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:00:57,791 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:01:02,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:04,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:08,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:10,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:12,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:13,013 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:01:13,014 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:01:16,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:18,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:20,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:21,069 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:01:24,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:26,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:28,240 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:01:28,241 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:01:28,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:32,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:34,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:36,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:38,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:40,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:42,000 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:01:42,096 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:01:42,151 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:01:42,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:01:42,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:43,487 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:01:43,488 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:01:43,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:46,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:48,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:50,792 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:51,341 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:01:52,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:54,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:56,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:01:58,640 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:01:58,641 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:01:58,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:00,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:02,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:09,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:13,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:02:13,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:02:15,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:21,704 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:02:21,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:25,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:29,131 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:02:29,131 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:02:29,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:33,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:39,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:43,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:44,426 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:02:44,427 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:02:47,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:51,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:52,064 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:02:55,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:57,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:02:59,596 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:02:59,597 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:03:01,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:05,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:09,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:13,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:14,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:03:14,767 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:03:15,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:20,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:22,347 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:03:24,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:26,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:30,017 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:03:30,018 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:03:30,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:32,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:36,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:38,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:42,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:44,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:45,186 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:03:45,186 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:03:48,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:50,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:52,702 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:03:52,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:56,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:03:58,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:00,433 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:04:00,433 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:04:00,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:04,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:06,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:08,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:10,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:12,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:15,756 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:04:15,757 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:04:16,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:18,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:20,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:22,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:23,054 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:04:24,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:26,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:28,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:30,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:30,982 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:04:30,983 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:04:32,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:34,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:36,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:39,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:45,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:46,188 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:04:46,188 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:04:49,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:53,329 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:04:55,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:04:59,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:01,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:05:01,343 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:05:03,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:09,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:13,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:16,640 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:05:16,640 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:05:17,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:21,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:23,608 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:05:25,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:29,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:31,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:05:31,950 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:05:31,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:35,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:39,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:44,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:47,261 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:05:47,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:05:48,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:50,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:53,882 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:05:54,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:05:58,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:00,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:02,510 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:06:02,510 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:06:04,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:06,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:10,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:14,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:16,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:17,675 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:06:17,676 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:06:18,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:22,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:24,143 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:06:25,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:29,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:31,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:32,913 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:06:32,914 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:06:33,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:37,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:39,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:41,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:45,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:47,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:48,214 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:06:48,215 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:06:49,021 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:51,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:52,458 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:06:52,585 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:06:52,629 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:06:53,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:06:53,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:54,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:06:54,625 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:06:57,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:00,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:02,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:03,536 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:07:03,537 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:07:04,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:06,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:08,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:10,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:12,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:14,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:18,760 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:07:18,761 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:07:20,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:24,891 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:07:26,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:32,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:33,930 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:07:33,931 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:07:36,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:40,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:46,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:49,160 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:07:49,161 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:07:50,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:54,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:07:55,245 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:07:59,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:03,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:04,372 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:08:04,373 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:08:07,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:11,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:15,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:17,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:19,696 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:08:19,697 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:08:21,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:25,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:25,502 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:08:27,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:31,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:34,952 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:08:34,953 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:08:35,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:37,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:41,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:43,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:47,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:49,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:50,184 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:08:50,185 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:08:53,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:55,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:08:55,729 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:08:59,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:01,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:05,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:05,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:09:05,352 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:09:07,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:10,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:14,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:16,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:18,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:20,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:20,565 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:09:20,565 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:09:22,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:25,961 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:09:26,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:28,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:30,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:32,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:34,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:35,736 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:09:35,737 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:09:36,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:38,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:40,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:42,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:44,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:46,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:48,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:50,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:51,031 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:09:51,031 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:09:56,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:09:56,251 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:10:02,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:06,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:06,413 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:10:06,414 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:10:12,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:16,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:21,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:21,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:10:21,701 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:10:25,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:26,493 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:10:29,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:33,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:36,961 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:10:36,962 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:10:37,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:41,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:45,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:49,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:52,393 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:10:52,394 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:10:53,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:10:56,725 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:10:57,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:01,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:03,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:07,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:07,619 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:11:07,620 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:11:11,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:13,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:17,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:19,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:22,823 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:11:22,823 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:11:23,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:25,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:27,045 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:11:29,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:31,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:34,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:38,003 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:11:38,003 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:11:38,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:40,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:44,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:46,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:48,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:50,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:53,173 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:11:53,173 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:11:54,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:56,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:11:57,324 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:11:58,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:00,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:02,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:03,623 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:12:03,725 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:12:03,774 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:12:04,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:12:05,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:06,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:08,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:08,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:12:08,343 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:12:12,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:14,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:16,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:20,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:22,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:23,535 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:12:23,535 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:12:26,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:27,670 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:12:28,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:30,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:34,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:36,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:38,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:38,763 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:12:38,763 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:12:42,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:44,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:47,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:51,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:53,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:53,953 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:12:53,954 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:12:57,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:12:57,946 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:12:59,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:01,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:05,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:07,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:09,183 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:13:09,183 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:13:09,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:11,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:15,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:17,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:19,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:23,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:24,434 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:13:24,435 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:13:25,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:28,208 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:13:29,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:31,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:33,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:37,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:39,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:39,682 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:13:39,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:13:41,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:45,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:47,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:49,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:54,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:54,915 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:13:54,916 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:13:56,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:13:58,489 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:14:00,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:02,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:06,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:08,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:10,274 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:14:10,275 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:14:10,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:14,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:16,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:18,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:22,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:24,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:25,486 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:14:25,486 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:14:26,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:28,799 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:14:30,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:32,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:34,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:38,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:40,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:40,734 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:14:40,735 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:14:44,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:46,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:48,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:52,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:54,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:55,903 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:14:55,903 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:14:56,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:14:59,025 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:15:01,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:03,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:07,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:09,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:11,261 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:15:11,262 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:15:11,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:15,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:17,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:19,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:23,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:25,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:26,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:15:26,546 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:15:29,291 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:15:29,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:31,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:33,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:37,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:39,456 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:41,799 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:15:41,800 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:15:43,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:45,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:47,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:51,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:53,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:55,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:57,038 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:15:57,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:15:59,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:15:59,510 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:16:01,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:16:06,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:16:08,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:16:10,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:16:12,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:16:12,317 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:16:14,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:16:16,485 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:16:18,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:16:27,602 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:16:27,603 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:16:29,742 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:16:42,823 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:16:42,823 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:16:58,031 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:16:58,031 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:16:59,957 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:17:03,650 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:17:03,667 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:17:03,702 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:17:04,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:17:05,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:17:06,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:17:08,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:17:13,229 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:17:13,230 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:17:18,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:17:28,396 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:17:28,397 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:17:30,180 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:17:43,612 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:17:43,613 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:17:58,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:17:58,782 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:18:00,399 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:18:13,945 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:18:13,946 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:18:29,115 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:18:29,115 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:18:30,639 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:18:40,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:42,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:44,349 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:18:44,349 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:18:44,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:46,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:48,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:50,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:52,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:54,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:56,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:58,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:18:59,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:18:59,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:19:00,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:00,911 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:19:06,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:12,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:15,038 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:19:15,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:19:16,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:23,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:27,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:30,362 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:19:30,362 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:19:31,280 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:19:31,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:35,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:39,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:43,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:45,618 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:19:45,619 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:19:47,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:51,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:55,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:19:59,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:00,783 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:20:00,784 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:20:01,513 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:20:03,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:05,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:09,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:13,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:15,980 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:20:15,981 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:20:18,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:20,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:24,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:26,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:30,682 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:31,236 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:20:31,236 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:20:31,754 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:20:32,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:36,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:38,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:42,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:44,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:46,537 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:20:46,537 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:20:48,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:50,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:52,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:56,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:20:58,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:00,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:01,783 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:21:01,783 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:21:02,022 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:21:02,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:06,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:08,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:10,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:12,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:14,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:17,026 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:21:17,026 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:21:18,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:20,726 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:22,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:24,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:26,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:28,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:30,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:32,275 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:21:32,276 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:21:32,434 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:21:32,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:35,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:37,742 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:41,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:47,631 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:21:47,631 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:21:47,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:53,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:21:57,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:01,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:02,662 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:22:02,966 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:22:02,966 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:22:05,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:11,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:15,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:18,339 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:22:18,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:22:20,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:24,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:28,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:32,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:32,993 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:22:33,612 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:22:33,613 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:22:36,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:40,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:42,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:46,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:48,781 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:22:48,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:22:50,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:54,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:22:56,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:00,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:03,274 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:23:04,002 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:23:04,002 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:23:04,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:06,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:10,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:12,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:16,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:18,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:19,164 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:23:19,164 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:23:21,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:25,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:27,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:31,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:33,584 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:23:33,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:34,409 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:23:34,410 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:23:35,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:37,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:41,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:43,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:45,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:47,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:49,686 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:23:49,687 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:23:49,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:51,458 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:23:51,557 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:23:51,616 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:23:51,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:23:52,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:53,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:55,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:57,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:23:59,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:01,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:03,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:03,878 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:24:04,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:24:04,892 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:24:05,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:07,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:09,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:11,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:13,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:19,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:20,264 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:24:20,265 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:24:25,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:29,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:33,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:34,127 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:24:35,554 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:24:35,555 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:24:38,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:44,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:48,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:50,724 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:24:50,725 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:24:52,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:24:56,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:00,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:04,411 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:25:04,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:05,965 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:25:05,965 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:25:08,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:12,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:16,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:18,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:21,135 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:25:21,136 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:25:22,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:26,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:30,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:32,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:34,662 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:25:36,422 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:25:36,423 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:25:36,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:39,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:43,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:45,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:49,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:51,722 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:25:51,722 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:25:51,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:55,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:25:57,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:01,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:03,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:04,997 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:26:05,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:07,014 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:26:07,014 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:26:09,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:11,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:13,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:17,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:19,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:21,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:22,182 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:26:22,182 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:26:23,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:25,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:27,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:29,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:33,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:35,323 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:26:35,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:37,345 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:26:37,346 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:26:37,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:39,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:42,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:44,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:46,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:48,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:26:52,505 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:26:52,506 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:26:54,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:00,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:05,605 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:27:06,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:07,670 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:27:07,671 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:27:10,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:14,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:21,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:22,838 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:27:22,838 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:27:25,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:29,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:33,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:35,988 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:27:37,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:38,067 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:27:38,068 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:27:42,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:46,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:48,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:52,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:27:53,240 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:27:53,241 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:27:56,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:00,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:02,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:06,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:06,324 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:28:08,517 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:28:08,517 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:28:10,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:12,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:16,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:18,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:22,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:23,846 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:28:23,847 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:28:24,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:28,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:30,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:34,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:36,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:36,637 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:28:38,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:39,089 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:28:39,090 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:28:42,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:44,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:46,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:48,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:52,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:54,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:54,280 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:28:54,281 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:28:56,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:28:58,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:00,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:02,228 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:29:02,338 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:29:02,389 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:29:03,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:29:03,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:04,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:06,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:07,037 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:29:08,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:09,469 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:29:09,469 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:29:10,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:12,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:14,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:16,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:18,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:21,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:23,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:24,990 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:29:24,991 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:29:25,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:31,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:37,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:37,299 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:29:40,522 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:29:40,523 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:29:41,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:45,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:51,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:55,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:29:55,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:29:55,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:29:59,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:03,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:07,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:07,621 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:30:11,307 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:30:11,308 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:30:12,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:16,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:20,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:24,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:26,645 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:30:26,646 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:30:28,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:32,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:36,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:37,968 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:30:38,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:42,068 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:30:42,069 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:30:42,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:46,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:48,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:52,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:56,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:30:57,362 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:30:57,362 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:30:58,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:03,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:05,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:07,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:08,232 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:31:11,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:12,696 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:31:12,697 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:31:13,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:17,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:19,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:21,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:25,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:27,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:27,999 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:31:28,000 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:31:29,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:31,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:35,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:37,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:38,533 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:31:39,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:41,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:43,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:43,231 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:31:43,232 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:31:45,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:47,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:49,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:51,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:53,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:55,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:57,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:31:58,395 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:31:58,395 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:31:59,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:01,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:08,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:08,765 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:32:13,733 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:32:13,734 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:32:14,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:18,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:24,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:28,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:29,050 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:32:29,050 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:32:32,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:38,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:39,035 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:32:42,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:44,259 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:32:44,259 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:32:46,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:48,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:52,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:32:56,276 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:00,131 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:33:00,132 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:33:00,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:05,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:09,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:09,288 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:33:13,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:15,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:15,433 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:33:15,433 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:33:19,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:23,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:25,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:29,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:30,745 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:33:30,745 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:33:31,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:35,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:37,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:39,628 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:33:41,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:43,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:46,126 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:33:46,126 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:33:47,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:49,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:53,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:55,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:57,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:33:59,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:01,391 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:34:01,391 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:34:03,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:05,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:07,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:09,910 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:34:10,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:14,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:16,319 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:34:16,452 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:34:16,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:16,496 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:34:16,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:34:16,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:34:17,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:34:17,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:18,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:20,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:22,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:24,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:26,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:28,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:30,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:31,909 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:34:31,910 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:34:32,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:34,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:36,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:38,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:40,252 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:34:44,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:47,080 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:34:47,081 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:34:50,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:54,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:34:58,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:02,250 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:35:02,250 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:35:04,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:08,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:10,514 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:35:12,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:17,490 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:35:17,490 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:35:17,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:21,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:25,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:29,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:32,814 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:35:32,815 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:35:33,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:37,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:40,759 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:35:41,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:43,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:47,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:47,992 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:35:47,993 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:35:51,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:55,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:35:57,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:01,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:03,265 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:36:03,266 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:36:03,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:07,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:09,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:11,185 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:36:14,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:16,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:18,558 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:36:18,558 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:36:20,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:22,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:26,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:28,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:30,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:33,848 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:36:33,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:36:34,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:36,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:38,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:41,423 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:36:42,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:44,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:46,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:48,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:49,022 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:36:49,022 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:36:50,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:52,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:54,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:36:58,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:00,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:02,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:04,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:37:04,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:37:04,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:06,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:08,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:10,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:11,689 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:37:12,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:15,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:19,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:37:19,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:37:19,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:25,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:29,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:34,980 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:37:34,980 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:37:35,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:39,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:41,981 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:37:43,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:47,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:50,174 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:37:50,174 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:37:51,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:55,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:37:59,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:04,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:05,386 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:38:05,387 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:38:08,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:12,215 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:38:12,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:16,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:18,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:20,553 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:38:20,553 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:38:22,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:26,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:28,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:32,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:35,813 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:38:35,814 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:38:36,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:38,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:42,437 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:38:42,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:44,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:48,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:50,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:51,170 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:38:51,170 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:38:54,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:38:56,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:00,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:02,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:04,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:06,413 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:39:06,413 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:39:08,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:11,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:12,652 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:39:13,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:17,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:19,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:21,580 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:39:21,581 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:39:21,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:23,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:27,241 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:39:27,372 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:39:27,407 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:39:27,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:39:27,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:28,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:29,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:31,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:33,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:35,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:36,796 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:39:36,797 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:39:37,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:39,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:41,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:42,901 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:39:43,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:45,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:47,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:49,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:39:51,965 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:39:51,965 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:39:55,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:01,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:05,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:07,124 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:40:07,125 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:40:11,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:13,191 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:40:15,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:19,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:22,283 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:40:22,284 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:40:23,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:29,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:34,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:37,498 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:40:37,498 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:40:38,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:42,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:43,402 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:40:44,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:48,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:52,719 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:40:52,719 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:40:52,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:40:56,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:00,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:02,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:06,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:07,876 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:41:07,876 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:41:10,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:12,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:13,629 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:41:16,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:20,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:22,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:23,043 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:41:23,043 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:41:26,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:28,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:30,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:34,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:36,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:38,202 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:41:38,203 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:41:40,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:42,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:43,848 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:41:44,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:49,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:51,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:53,369 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:41:53,369 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:41:53,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:55,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:41:59,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:01,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:03,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:05,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:07,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:08,579 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:42:08,579 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:42:09,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:11,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:13,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:14,178 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:42:15,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:17,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:19,832 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:21,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:23,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:23,841 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:42:23,842 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:42:25,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:31,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:37,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:39,086 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:42:39,087 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:42:44,453 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:42:44,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:48,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:52,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:42:54,256 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:42:54,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:42:56,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:02,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:06,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:09,622 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:43:09,623 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:43:10,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:14,728 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:43:14,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:18,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:20,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:24,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:25,023 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:43:25,023 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:43:28,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:32,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:34,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:38,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:40,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:43:40,305 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:43:42,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:45,007 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:43:46,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:48,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:53,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:55,502 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:43:55,502 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:43:55,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:43:59,903 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:01,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:05,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:07,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:09,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:10,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:44:10,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:44:13,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:15,286 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:44:15,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:19,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:21,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:23,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:25,966 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:44:25,966 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:44:27,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:29,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:31,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:33,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:35,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:37,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:39,552 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:44:39,654 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:44:39,705 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:44:39,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:44:39,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:41,208 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:44:41,208 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:44:41,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:43,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:45,539 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:44:45,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:49,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:51,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:55,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:44:56,392 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:44:56,393 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:44:58,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:00,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:04,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:06,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:08,956 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:11,712 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:45:11,712 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:45:12,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:14,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:15,853 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:45:16,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:20,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:22,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:26,926 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:45:26,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:45:26,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:28,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:30,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:34,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:36,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:38,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:42,238 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:45:42,238 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:45:42,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:44,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:46,079 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:45:46,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:50,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:52,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:54,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:45:57,494 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:45:57,495 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:45:58,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:00,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:04,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:06,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:09,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:12,744 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:46:12,744 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:46:14,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:16,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:16,352 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:46:18,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:22,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:24,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:26,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:27,965 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:46:27,966 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:46:30,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:32,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:34,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:38,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:40,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:42,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:43,226 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:46:43,227 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:46:46,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:46,612 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:46:48,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:50,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:54,037 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:56,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:58,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:46:58,527 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:46:58,527 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:47:02,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:04,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:06,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:10,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:13,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:13,842 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:47:13,843 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:47:15,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:16,967 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:47:19,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:21,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:25,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:27,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:29,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:29,104 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:47:29,105 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:47:33,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:35,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:37,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:41,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:43,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:44,279 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:47:44,279 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:47:45,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:47,372 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:47:49,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:51,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:53,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:57,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:59,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:47:59,541 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:47:59,542 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:48:01,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:05,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:07,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:11,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:13,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:14,828 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:48:14,829 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:48:15,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:17,695 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:48:19,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:22,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:24,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:28,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:30,078 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:48:30,078 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:48:30,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:34,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:36,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:38,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:42,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:44,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:45,450 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:48:45,451 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:48:46,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:48:48,032 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:48:50,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:49:00,717 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:49:00,717 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:49:15,921 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:49:15,921 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:49:18,325 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:49:31,144 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:49:31,145 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:49:37,294 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:49:37,329 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:49:37,378 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:49:38,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:49:38,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:49:40,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:49:46,339 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:49:46,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:49:48,637 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:49:50,165 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:50:01,491 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:50:01,491 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:50:16,679 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:50:16,679 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:50:18,927 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:50:31,856 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:50:31,858 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:50:47,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:50:47,193 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:50:49,146 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:51:02,363 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:51:02,364 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:10,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:12,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:16,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:17,535 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:51:17,535 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:18,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:19,480 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:51:21,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:23,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:25,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:27,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:29,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:31,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:32,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:51:32,701 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:37,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:43,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:47,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:47,972 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:51:47,973 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:51:49,685 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:51:53,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:51:57,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:01,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:03,260 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:03,261 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:07,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:11,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:15,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:18,527 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:18,527 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:19,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:19,985 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:52:23,266 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:27,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:30,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:33,887 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:33,887 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:34,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:38,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:42,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:46,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:48,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:49,125 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:52:49,126 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:52:50,326 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:52:52,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:54,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:52:58,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:02,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:04,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:04,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:04,351 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:08,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:10,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:14,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:16,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:19,622 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:19,623 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:20,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:20,600 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:53:22,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:24,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:28,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:30,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:32,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:34,845 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:34,846 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:36,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:38,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:40,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:42,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:44,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:47,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:49,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:50,116 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:53:50,117 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:53:51,011 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:53:51,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:55,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:57,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:53:59,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:01,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:03,339 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:05,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:05,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:05,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:07,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:13,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:19,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:20,519 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:20,520 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:21,291 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:54:23,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:29,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:33,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:35,677 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:35,678 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:38,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:42,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:48,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:50,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:50,882 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:54:50,883 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:54:51,663 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:54:54,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:54:58,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:02,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:06,186 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:06,186 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:06,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:10,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:14,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:16,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:20,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:21,404 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:21,405 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:21,935 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:55:24,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:26,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:30,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:34,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:36,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:36,656 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:36,657 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:41,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:43,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:47,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:49,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:51,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:51,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:55:51,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:55:52,178 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:55:55,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:55:57,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:01,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:03,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:05,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:07,089 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:07,090 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:09,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:11,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:13,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:15,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:17,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:19,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:21,230 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 09:56:21,325 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 09:56:21,358 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 09:56:21,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 09:56:22,293 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:22,294 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:22,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:22,492 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:56:23,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:25,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:27,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:29,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:31,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:33,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:35,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:37,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:37,496 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:37,497 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:39,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:41,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:43,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:49,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:52,706 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:56:52,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:56:52,866 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:56:55,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:56:59,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:04,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:07,970 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:07,970 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:10,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:14,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:18,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:22,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:23,000 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:57:23,189 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:23,189 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:26,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:30,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:34,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:38,357 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:38,358 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:38,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:40,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:44,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:48,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:52,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:53,284 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:57:53,527 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:57:53,527 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:57:56,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:57:58,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:02,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:06,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:08,530 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:08,801 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:08,802 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:12,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:15,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:19,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:21,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:23,553 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:58:24,213 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:24,214 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:25,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:27,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:31,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:33,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:35,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:39,395 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:39,395 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:39,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:41,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:43,553 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:47,557 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:49,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:51,560 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:53,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:53,811 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:58:54,700 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:58:54,701 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:58:55,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:57,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:58:59,566 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:03,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:05,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:07,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:09,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:09,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:09,989 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:11,574 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:13,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:15,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:17,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:23,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:24,029 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:59:25,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:25,317 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:30,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:36,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:40,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:40,532 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:40,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:44,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:48,597 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:54,341 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 09:59:54,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 09:59:55,722 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 09:59:55,723 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 09:59:58,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:02,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:06,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:10,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:10,888 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:10,888 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:14,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:18,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:20,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:24,612 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:00:24,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:26,052 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:26,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:28,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:32,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:34,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:38,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:40,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:41,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:41,367 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:44,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:49,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:51,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:54,911 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:00:55,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:56,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:00:56,710 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:00:57,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:00:59,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:03,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:05,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:09,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:11,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:11,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:11,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:01:13,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:17,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:19,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:21,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:23,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:25,180 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:01:27,060 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:27,061 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:01:27,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:29,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:31,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:32,606 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:01:32,715 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:01:32,766 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:01:33,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:01:33,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:35,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:37,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:39,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:41,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:42,241 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:42,242 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:01:43,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:45,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:47,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:49,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:51,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:54,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:01:55,427 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:01:57,405 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:01:57,406 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:00,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:06,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:12,579 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:12,579 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:12,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:16,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:20,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:25,676 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:02:26,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:27,746 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:27,747 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:30,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:34,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:39,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:43,041 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:43,041 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:43,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:47,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:51,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:55,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:02:55,930 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:02:58,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:02:58,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:02:59,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:01,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:05,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:09,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:13,604 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:13,604 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:03:13,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:15,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:19,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:21,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:25,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:26,270 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:03:27,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:28,775 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:28,775 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:03:31,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:33,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:37,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:39,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:43,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:43,950 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:43,951 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:03:45,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:48,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:52,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:54,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:56,582 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:03:56,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:03:59,139 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:03:59,139 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:00,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:02,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:04,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:06,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:08,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:12,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:14,380 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:04:14,380 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:14,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:16,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:18,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:20,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:22,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:24,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:26,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:26,948 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:04:28,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:29,590 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:04:29,590 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:30,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:32,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:36,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:42,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:44,759 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:04:44,760 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:04:46,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:52,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:04:57,231 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:04:57,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:00,009 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:00,009 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:01,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:05,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:09,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:13,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:15,246 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:15,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:17,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:21,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:25,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:27,484 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:05:27,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:30,430 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:30,431 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:31,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:35,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:39,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:43,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:45,681 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:05:45,682 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:05:45,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:49,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:52,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:56,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:05:57,728 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:05:58,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:01,057 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:01,057 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:02,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:04,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:08,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:10,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:14,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:16,430 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:16,431 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:16,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:20,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:22,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:24,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:28,060 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:06:28,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:30,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:31,802 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:31,802 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:32,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:34,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:36,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:40,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:42,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:43,256 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:06:43,328 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:06:43,379 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:06:43,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:06:44,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:45,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:46,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:47,016 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:06:47,017 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:06:48,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:50,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:52,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:54,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:56,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:06:58,297 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:06:58,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:00,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:02,242 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:02,243 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:02,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:04,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:10,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:15,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:17,428 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:17,428 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:21,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:25,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:28,539 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:07:31,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:32,596 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:32,596 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:35,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:39,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:43,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:47,881 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:07:47,881 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:07:47,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:51,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:55,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:07:58,896 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:07:59,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:03,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:03,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:03,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:07,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:09,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:14,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:18,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:18,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:18,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:22,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:24,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:28,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:29,183 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:08:30,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:33,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:33,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:34,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:36,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:40,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:42,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:46,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:48,916 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:08:48,917 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:08:48,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:52,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:54,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:56,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:08:59,437 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:09:00,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:02,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:04,137 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:04,138 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:04,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:08,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:11,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:13,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:15,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:17,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:19,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:19,435 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:19,435 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:23,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:26,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:28,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:29,724 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:09:30,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:32,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:34,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:34,662 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:34,663 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:36,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:38,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:40,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:46,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:49,890 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:09:49,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:09:52,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:09:56,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:00,022 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:10:02,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:05,270 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:05,270 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:06,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:10,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:14,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:18,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:20,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:20,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:25,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:29,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:30,439 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:10:31,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:35,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:35,707 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:35,708 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:39,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:43,069 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:47,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:49,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:50,891 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:10:50,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:10:53,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:57,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:10:59,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:00,805 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:11:03,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:05,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:06,056 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:06,057 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:09,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:11,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:15,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:17,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:21,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:21,224 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:21,224 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:23,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:27,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:29,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:31,112 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:11:31,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:35,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:36,467 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:36,468 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:37,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:40,125 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:42,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:46,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:48,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:50,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:51,716 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:11:51,716 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:11:52,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:52,597 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:11:52,671 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:11:52,723 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:11:53,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:11:54,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:11:58,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:00,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:01,439 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:12:02,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:04,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:06,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:06,953 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:06,954 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:08,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:10,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:12,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:14,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:20,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:22,166 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:22,167 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:26,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:30,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:31,757 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:12:36,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:37,342 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:37,343 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:40,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:45,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:51,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:52,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:12:52,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:12:55,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:12:59,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:02,035 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:13:03,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:07,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:08,063 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:08,064 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:09,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:13,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:17,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:21,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:23,396 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:23,397 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:25,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:27,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:31,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:32,377 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:13:33,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:37,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:38,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:38,648 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:41,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:43,206 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:47,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:49,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:53,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:53,816 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:13:53,817 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:13:55,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:13:59,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:02,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:02,607 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:14:04,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:08,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:09,083 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:09,083 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:10,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:12,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:16,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:18,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:20,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:22,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:24,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:24,281 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:24,281 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:26,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:30,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:32,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:32,894 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:14:34,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:36,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:38,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:39,462 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:39,465 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:40,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:42,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:44,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:46,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:48,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:50,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:14:54,744 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:14:54,744 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:14:56,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:02,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:03,168 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:15:06,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:10,173 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:10,174 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:10,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:16,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:21,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:25,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:25,441 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:25,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:29,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:33,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:33,445 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:15:37,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:40,635 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:40,635 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:41,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:45,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:49,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:51,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:55,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:15:55,864 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:15:55,864 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:15:59,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:03,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:03,723 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:16:05,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:09,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:11,121 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:11,121 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:11,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:15,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:19,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:21,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:25,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:26,440 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:26,441 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:27,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:30,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:34,010 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:16:34,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:36,333 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:40,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:41,705 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:41,706 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:42,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:44,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:48,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:50,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:52,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:54,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:16:56,873 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:16:56,873 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:16:58,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:00,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:02,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:02,748 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:17:02,843 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:17:02,902 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:17:03,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:17:04,228 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:17:04,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:06,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:10,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:12,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:12,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:12,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:16,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:18,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:22,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:24,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:26,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:27,341 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:27,342 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:30,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:32,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:34,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:34,483 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:17:38,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:40,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:42,598 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:42,599 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:43,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:47,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:49,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:51,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:55,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:57,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:17:57,821 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:17:57,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:17:59,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:03,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:04,742 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:18:05,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:07,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:11,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:13,036 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:13,036 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:18:13,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:15,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:19,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:21,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:23,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:27,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:28,326 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:28,326 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:18:29,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:31,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:35,011 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:18:35,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:37,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:40,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:43,610 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:43,611 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:18:44,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:46,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:48,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:52,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:54,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:58,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:18:58,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:18:58,866 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:00,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:02,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:05,266 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:19:06,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:08,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:10,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:14,161 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:19:14,162 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:14,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:16,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:18,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:22,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:24,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:26,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:28,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:29,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:19:29,351 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:32,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:34,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:35,519 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:19:36,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:40,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:43,470 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:44,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:19:44,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:19:47,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:49,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:51,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:55,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:57,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:19:59,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:00,006 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:00,006 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:03,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:05,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:05,784 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:20:09,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:11,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:15,171 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:15,172 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:15,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:17,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:19,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:21,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:25,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:27,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:30,436 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:30,437 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:31,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:33,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:35,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:36,034 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:20:39,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:41,521 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:43,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:45,678 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:20:45,679 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:20:47,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:49,527 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:51,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:55,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:20:58,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:00,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:00,929 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:00,930 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:04,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:06,278 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:21:06,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:08,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:12,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:21:16,096 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:16,096 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:31,267 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:31,268 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:36,508 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:21:46,477 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:21:46,477 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:21:58,805 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:21:58,849 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:21:58,888 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:21:59,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:21:59,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:00,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:01,672 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:01,673 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:22:02,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:06,771 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:22:12,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:22:16,840 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:16,840 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:22:32,008 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:32,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:22:37,085 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:22:47,178 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:22:47,179 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:23:02,349 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:23:02,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:23:07,333 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:23:17,515 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:23:17,516 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:23:32,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:32,682 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:23:32,682 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:23:34,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:36,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:37,629 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:23:38,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:40,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:42,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:44,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:46,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:47,888 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:23:47,888 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:23:48,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:50,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:52,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:23:59,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:03,064 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:24:03,065 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:24:05,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:07,920 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:24:09,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:15,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:18,312 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:24:18,313 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:24:19,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:23,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:27,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:31,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:33,570 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:24:33,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:24:35,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:38,142 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:24:39,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:43,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:47,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:48,742 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:24:48,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:24:52,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:24:56,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:00,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:02,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:03,909 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:25:03,910 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:25:06,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:08,401 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:25:10,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:12,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:16,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:19,130 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:25:19,131 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:25:20,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:22,722 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:26,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:28,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:32,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:34,488 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:25:34,489 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:25:34,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:38,712 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:25:38,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:40,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:42,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:46,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:48,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:49,741 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:25:49,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:25:50,746 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:54,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:56,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:25:58,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:00,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:04,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:04,902 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:26:04,902 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:26:06,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:08,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:09,000 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:26:10,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:12,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:14,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:16,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:19,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:20,598 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:26:20,598 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:26:21,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:23,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:25,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:27,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:29,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:35,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:35,930 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:26:35,931 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:26:39,316 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:26:41,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:45,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:49,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:51,254 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:26:51,254 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:26:55,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:26:59,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:03,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:06,418 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:27:06,418 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:27:07,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:09,624 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:27:11,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:16,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:20,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:21,578 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:27:21,578 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:27:24,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:28,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:32,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:34,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:36,749 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:27:36,749 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:27:38,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:39,966 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:27:42,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:46,827 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:48,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:52,039 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:27:52,039 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:27:52,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:54,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:27:58,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:00,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:04,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:06,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:07,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:28:07,573 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:28:10,344 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:28:10,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:12,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:17,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:19,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:21,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:22,767 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:28:22,768 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:28:25,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:27,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:29,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:33,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:35,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:37,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:37,932 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:28:37,932 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:28:39,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:40,569 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:28:41,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:43,242 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:28:43,403 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:28:43,455 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:28:43,872 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:28:45,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:47,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:49,878 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:51,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:53,101 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:28:53,102 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:28:53,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:55,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:57,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:28:59,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:01,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:03,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:08,269 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:29:08,269 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:29:10,910 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:29:11,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:15,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:21,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:23,441 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:29:23,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:29:26,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:30,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:34,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:38,723 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:29:38,724 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:29:38,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:41,181 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:29:42,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:46,918 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:50,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:54,017 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:29:54,018 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:29:54,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:29:58,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:02,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:06,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:09,313 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:30:09,313 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:30:10,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:11,531 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:30:14,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:16,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:20,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:24,663 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:30:24,664 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:30:24,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:26,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:31,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:35,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:37,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:39,944 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:30:39,945 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:30:41,860 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:30:41,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:43,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:47,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:49,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:51,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:55,142 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:30:55,142 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:30:55,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:30:57,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:01,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:03,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:05,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:07,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:10,333 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:31:10,334 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:31:11,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:12,095 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:31:13,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:15,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:17,995 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:19,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:22,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:24,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:25,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:31:25,573 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:31:26,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:28,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:30,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:32,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:34,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:36,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:38,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:40,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:41,037 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:31:41,038 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:31:42,302 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:31:47,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:53,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:31:56,435 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:31:56,436 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:31:57,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:03,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:07,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:11,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:11,730 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:32:11,731 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:32:12,550 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:32:15,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:19,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:23,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:26,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:32:26,998 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:32:27,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:32,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:36,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:40,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:42,439 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:32:42,440 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:32:42,863 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:32:44,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:48,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:50,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:54,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:32:57,778 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:32:57,779 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:32:58,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:02,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:04,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:08,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:10,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:13,017 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:33:13,018 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:33:13,180 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:33:14,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:16,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:20,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:22,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:26,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:28,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:28,406 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:33:28,407 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:33:32,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:34,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:36,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:40,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:42,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:43,433 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:33:43,664 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:33:43,664 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:33:45,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:47,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:51,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:53,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:55,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:55,781 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:33:55,873 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:33:55,923 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:33:56,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:33:57,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:59,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:33:59,283 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:33:59,285 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:34:01,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:03,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:05,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:07,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:09,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:11,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:13,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:13,800 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:34:14,453 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:34:14,454 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:34:15,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:17,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:23,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:29,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:29,654 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:34:29,654 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:34:33,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:40,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:44,046 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:34:44,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:44,861 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:34:44,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:34:48,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:52,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:34:56,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:00,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:00,190 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:35:00,191 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:35:04,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:08,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:12,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:14,355 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:35:15,640 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:35:15,641 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:35:16,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:20,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:24,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:28,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:30,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:30,911 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:35:30,911 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:35:34,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:38,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:41,226 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:44,650 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:35:45,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:46,163 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:35:46,164 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:35:47,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:51,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:53,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:57,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:35:59,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:01,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:36:01,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:36:03,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:05,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:07,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:11,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:13,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:14,908 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:36:15,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:16,758 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:36:16,758 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:36:19,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:21,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:23,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:25,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:27,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:29,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:32,043 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:36:32,044 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:36:33,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:35,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:37,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:39,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:41,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:43,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:45,233 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:36:45,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:47,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:36:47,247 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:36:47,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:49,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:51,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:36:53,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:00,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:02,459 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:37:02,459 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:37:04,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:10,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:14,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:15,493 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:37:17,830 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:37:17,831 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:37:18,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:24,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:28,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:32,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:33,099 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:37:33,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:37:36,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:40,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:42,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:45,739 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:37:46,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:48,267 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:37:48,267 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:37:50,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:54,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:37:58,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:00,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:03,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:38:03,438 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:38:04,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:08,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:13,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:15,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:16,089 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:38:18,699 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:38:18,699 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:38:19,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:21,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:25,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:27,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:31,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:33,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:33,864 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:38:33,864 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:38:35,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:39,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:41,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:43,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:46,347 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:38:47,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:49,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:38:49,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:38:49,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:51,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:55,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:57,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:38:59,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:01,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:03,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:04,258 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:39:04,259 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:39:05,216 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:39:05,325 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:39:05,362 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:39:05,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:39:06,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:07,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:09,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:11,388 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:13,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:15,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:16,726 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:39:17,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:19,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:19,460 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:39:19,460 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:39:21,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:23,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:25,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:27,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:32,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:34,668 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:39:34,669 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:39:38,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:44,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:46,990 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:39:48,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:49,837 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:39:49,838 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:39:52,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:39:56,424 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:02,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:05,070 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:40:05,071 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:40:06,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:10,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:14,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:17,307 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:40:18,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:20,459 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:40:20,459 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:40:22,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:26,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:28,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:32,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:35,800 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:40:35,801 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:40:37,451 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:39,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:43,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:47,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:47,586 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:40:49,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:51,041 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:40:51,042 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:40:53,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:55,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:40:59,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:01,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:05,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:06,367 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:41:06,368 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:41:07,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:11,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:13,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:15,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:17,855 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:41:19,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:21,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:21,630 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:41:21,631 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:41:23,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:27,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:29,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:31,488 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:33,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:35,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:36,801 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:41:36,802 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:41:37,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:41,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:43,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:45,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:47,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:48,155 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:41:49,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:51,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:52,036 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:41:52,036 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:41:53,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:55,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:41:58,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:00,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:02,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:07,300 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:42:07,301 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:42:08,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:12,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:18,371 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:42:18,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:22,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:22,606 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:42:22,606 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:42:26,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:32,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:36,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:37,853 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:42:37,854 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:42:40,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:44,537 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:48,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:48,587 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:42:52,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:42:53,027 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:42:53,028 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:42:56,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:00,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:03,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:07,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:08,202 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:43:08,202 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:43:11,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:15,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:17,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:18,882 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:43:21,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:23,423 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:43:23,423 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:43:25,571 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:27,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:31,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:33,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:37,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:38,679 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:43:38,680 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:43:39,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:43,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:45,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:47,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:49,199 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:43:51,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:53,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:53,911 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:43:53,911 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:43:55,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:43:59,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:01,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:03,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:05,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:09,070 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:44:09,070 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:44:09,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:11,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:13,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:14,413 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:44:14,545 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:44:14,579 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:44:14,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:44:15,616 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:16,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:17,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:19,490 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:44:19,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:21,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:23,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:24,235 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:44:24,236 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:44:25,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:27,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:29,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:32,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:34,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:36,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:39,407 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:44:39,408 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:44:42,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:46,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:49,805 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:44:52,642 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:44:54,577 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:44:54,577 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:44:56,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:02,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:06,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:09,782 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:45:09,782 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:45:10,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:14,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:18,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:20,049 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:45:22,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:25,111 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:45:25,111 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:45:26,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:30,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:34,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:36,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:40,449 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:45:40,450 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:45:41,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:45,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:49,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:50,293 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:45:51,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:55,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:45:55,756 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:45:55,757 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:45:57,685 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:01,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:05,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:07,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:10,922 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:46:10,923 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:46:11,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:13,697 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:17,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:19,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:20,541 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:46:21,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:25,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:26,087 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:46:26,087 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:46:27,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:31,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:33,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:35,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:37,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:41,254 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:46:41,255 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:46:41,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:43,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:45,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:47,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:49,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:50,778 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:46:52,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:54,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:56,476 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:46:56,476 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:46:56,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:46:58,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:00,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:02,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:04,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:06,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:08,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:10,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:11,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:47:11,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:47:16,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:21,080 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:47:22,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:26,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:27,219 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:47:27,220 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:47:32,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:37,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:41,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:42,471 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:47:42,472 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:47:45,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:49,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:51,340 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:47:53,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:47:57,710 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:47:57,711 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:47:59,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:01,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:05,778 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:09,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:13,139 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:48:13,140 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:48:13,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:17,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:21,699 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:48:21,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:23,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:27,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:28,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:48:28,377 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:48:31,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:33,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:37,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:39,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:43,589 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:48:43,589 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:48:43,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:46,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:50,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:51,933 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:48:52,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:56,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:48:58,794 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:48:58,794 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:48:58,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:02,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:04,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:06,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:10,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:12,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:13,973 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:49:13,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:49:14,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:16,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:18,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:22,239 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:49:22,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:24,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:24,982 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:49:25,053 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:49:25,103 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:49:25,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:49:25,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:26,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:28,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:29,250 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:49:29,251 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:49:32,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:34,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:38,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:40,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:42,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:44,454 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:49:44,456 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:49:46,851 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:48,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:50,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:52,497 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:49:55,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:57,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:49:59,698 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:49:59,699 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:49:59,863 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:03,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:05,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:07,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:11,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:13,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:14,923 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:50:14,924 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:50:17,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:19,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:21,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:22,742 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:50:25,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:27,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:29,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:30,094 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:50:30,094 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:50:31,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:35,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:37,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:39,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:43,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:45,347 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:50:45,348 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:50:45,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:47,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:52,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:53,019 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:50:54,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:50:58,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:00,571 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:51:00,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:51:00,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:02,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:06,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:08,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:10,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:14,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:15,798 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:51:15,799 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:51:16,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:18,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:22,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:23,306 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:51:24,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:26,927 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:30,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:31,011 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:51:31,011 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:51:32,931 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:34,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:38,936 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:40,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:42,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:46,182 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:51:46,183 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:51:46,941 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:48,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:50,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:53,589 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:51:54,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:56,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:51:58,951 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:01,467 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:52:01,468 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:52:03,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:05,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:07,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:11,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:13,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:15,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:16,691 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:52:16,692 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:52:19,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:21,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:23,953 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:52:25,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:27,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:29,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:31,919 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:52:31,920 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:52:33,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:35,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:37,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:41,981 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:43,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:45,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:47,163 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:52:47,163 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:52:49,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:51,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:53,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:52:54,264 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:52:57,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:00,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:02,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:53:02,438 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:53:02,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:06,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:08,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:13,001 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:15,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:17,004 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:17,735 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:53:17,736 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:53:21,006 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:23,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:24,497 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:53:25,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:29,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:31,015 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:32,893 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:53:32,894 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:53:33,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:35,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:53:48,083 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:53:48,083 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:53:54,763 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:54:03,289 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:54:03,290 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:54:18,509 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:54:18,510 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:54:20,409 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 10:54:20,445 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 10:54:20,493 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 10:54:21,047 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 10:54:21,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:54:22,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:54:23,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:54:25,011 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:54:33,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:54:33,695 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:54:33,695 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:54:48,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:54:48,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:54:55,229 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:55:04,013 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:55:04,014 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:55:19,183 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:55:19,183 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:55:25,571 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:55:34,346 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:55:34,347 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:55:49,572 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:55:49,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:55:53,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:55:55,819 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:55:57,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:55:59,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:01,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:03,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:04,743 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:56:04,744 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:56:05,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:07,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:09,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:11,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:14,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:20,085 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:56:20,086 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:56:20,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:26,048 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:56:26,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:32,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:35,466 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:56:35,467 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:56:36,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:40,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:44,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:48,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:50,689 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:56:50,690 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:56:52,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:56:56,318 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:56:58,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:02,148 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:05,850 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:57:05,851 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:57:06,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:08,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:13,155 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:17,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:21,024 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:57:21,025 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:57:21,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:25,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:26,628 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:57:27,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:31,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:35,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:36,281 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:57:36,281 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:57:37,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:41,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:43,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:47,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:49,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:51,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:57:51,532 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:57:53,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:55,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:57:56,913 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:57:59,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:01,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:06,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:06,877 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:58:06,878 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:58:08,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:10,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:12,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:16,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:18,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:20,202 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:22,096 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:58:22,097 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:58:22,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:24,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:27,268 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:58:28,208 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:30,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:32,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:34,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:36,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:37,294 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:58:37,294 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:58:38,214 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:40,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:42,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:44,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:46,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:48,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:50,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:52,460 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:58:52,460 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:58:54,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:58:57,650 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:59:00,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:06,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:07,634 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:59:07,635 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:59:11,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:15,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:19,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:22,832 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:59:22,833 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:59:25,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:27,899 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:59:29,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:33,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:37,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:38,076 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:59:38,077 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:59:41,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:45,258 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:47,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:51,261 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:53,242 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 10:59:53,243 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 10:59:55,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 10:59:58,131 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 10:59:59,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:01,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:05,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:08,526 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:00:08,527 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:00:09,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:11,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:16,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:18,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:22,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:23,849 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:00:23,850 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:00:24,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:28,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:28,390 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:00:30,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:32,288 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:36,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:38,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:39,018 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:00:39,018 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:00:40,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:44,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:46,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:48,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:52,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:54,186 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:00:54,186 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:00:54,303 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:56,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:58,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:00:58,632 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:01:00,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:01,758 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:01:01,840 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:01:01,882 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:01:02,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:01:04,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:06,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:08,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:09,354 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:01:09,354 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:01:10,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:12,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:14,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:16,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:18,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:20,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:22,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:24,561 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:01:24,561 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:01:28,892 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:01:31,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:35,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:39,830 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:01:39,830 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:01:41,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:45,337 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:49,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:55,104 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:01:55,104 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:01:55,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:01:59,175 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:01:59,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:03,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:07,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:10,408 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:02:10,408 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:02:11,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:13,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:17,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:22,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:25,819 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:02:25,819 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:02:26,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:29,441 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:02:30,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:34,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:36,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:40,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:41,008 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:02:41,008 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:02:44,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:46,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:50,378 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:52,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:56,182 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:02:56,182 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:02:56,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:58,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:02:59,696 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:03:02,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:04,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:06,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:10,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:11,349 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:03:11,349 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:03:12,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:16,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:18,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:20,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:24,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:26,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:26,583 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:03:26,584 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:03:28,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:29,961 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:03:30,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:34,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:36,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:38,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:41,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:41,809 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:03:41,810 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:03:43,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:45,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:47,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:49,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:51,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:53,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:55,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:57,032 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:03:57,033 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:03:57,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:03:59,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:00,272 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:04:05,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:11,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:12,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:04:12,200 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:04:15,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:21,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:25,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:27,364 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:04:27,365 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:04:29,447 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:30,518 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:04:33,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:39,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:42,652 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:04:42,652 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:04:44,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:48,460 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:52,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:56,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:04:58,108 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:04:58,108 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:04:58,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:00,786 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:05:02,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:06,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:10,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:12,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:13,336 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:05:13,337 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:05:16,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:20,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:22,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:26,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:28,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:28,582 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:05:28,582 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:05:31,030 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:05:32,499 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:34,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:38,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:40,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:43,903 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:05:43,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:05:44,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:46,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:48,514 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:53,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:55,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:57,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:05:59,107 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:05:59,107 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:06:01,309 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:06:01,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:03,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:05,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:07,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:09,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:11,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:12,918 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:06:13,021 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:06:13,069 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:06:13,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:06:13,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:14,334 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:06:14,335 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:06:15,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:17,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:19,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:21,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:23,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:25,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:27,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:29,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:06:29,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:06:29,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:31,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:31,572 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:06:33,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:35,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:39,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:44,788 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:06:44,789 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:06:45,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:51,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:06:55,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:00,129 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:07:00,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:07:00,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:01,886 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:07:06,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:10,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:14,582 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:15,416 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:07:15,417 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:07:18,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:22,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:26,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:28,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:30,590 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:07:30,591 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:07:32,174 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:07:32,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:36,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:40,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:44,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:45,771 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:07:45,772 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:07:46,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:50,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:54,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:07:58,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:00,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:01,013 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:08:01,013 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:08:02,413 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:08:04,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:06,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:10,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:12,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:15,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:16,185 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:08:16,185 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:08:19,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:21,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:25,647 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:27,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:29,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:31,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:08:31,419 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:08:32,697 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:08:33,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:35,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:37,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:39,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:43,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:45,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:46,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:08:46,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:08:47,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:49,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:51,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:53,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:55,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:57,671 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:08:59,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:01,673 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:01,843 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:09:01,843 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:09:02,938 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:09:03,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:05,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:07,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:09,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:15,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:17,045 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:09:17,046 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:09:21,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:26,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:32,213 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:09:32,213 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:09:32,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:33,172 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:09:36,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:40,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:44,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:47,379 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:09:47,380 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:09:50,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:54,709 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:09:58,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:00,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:02,640 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:10:02,641 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:10:03,445 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:10:04,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:08,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:12,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:16,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:17,809 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:10:17,810 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:10:20,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:22,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:26,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:30,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:32,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:33,107 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:10:33,108 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:10:33,669 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:10:36,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:38,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:43,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:45,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:48,353 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:10:48,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:10:49,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:51,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:55,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:10:57,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:01,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:03,585 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:11:03,586 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:11:03,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:03,937 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:11:05,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:07,756 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:11,759 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:13,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:15,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:17,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:18,754 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:11:18,755 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:11:21,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:23,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:24,001 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:11:24,130 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:11:24,197 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:11:24,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:11:25,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:27,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:29,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:31,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:33,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:33,925 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:11:33,926 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:11:34,294 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:11:35,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:37,783 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:39,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:41,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:43,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:45,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:49,094 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:11:49,094 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:11:51,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:11:57,799 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:02,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:04,251 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:12:04,252 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:12:04,617 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:12:06,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:12,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:16,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:19,567 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:12:19,568 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:12:20,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:24,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:28,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:32,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:34,848 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:12:34,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:12:35,017 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:12:36,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:40,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:44,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:48,834 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:50,019 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:12:50,020 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:12:50,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:54,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:12:59,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:03,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:05,179 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:13:05,369 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:13:05,370 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:13:05,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:09,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:11,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:15,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:17,853 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:20,649 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:13:20,649 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:13:21,856 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:23,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:27,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:29,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:33,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:35,438 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:13:35,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:35,913 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:13:35,914 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:13:37,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:41,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:43,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:45,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:47,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:51,092 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:13:51,092 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:13:51,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:53,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:55,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:57,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:13:59,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:01,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:03,896 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:05,813 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:14:05,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:06,305 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:14:06,306 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:14:07,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:09,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:12,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:14,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:16,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:18,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:20,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:21,587 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:14:21,587 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:14:26,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:32,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:36,078 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:14:36,980 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:14:36,981 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:14:38,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:42,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:46,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:52,291 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:14:52,292 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:14:52,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:14:56,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:00,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:04,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:06,387 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:15:07,530 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:15:07,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:15:08,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:12,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:16,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:20,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:22,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:15:22,827 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:15:22,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:27,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:31,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:35,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:36,623 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:15:37,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:38,050 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:15:38,051 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:15:41,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:45,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:47,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:51,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:53,334 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:15:53,335 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:15:53,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:57,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:15:59,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:03,985 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:05,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:06,954 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:16:08,689 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:16:08,690 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:16:09,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:11,991 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:13,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:17,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:19,998 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:22,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:23,983 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:16:23,983 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:16:26,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:28,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:30,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:32,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:34,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:35,813 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:16:35,897 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:16:35,949 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:16:36,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:16:37,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:37,252 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:16:38,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:39,217 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:16:39,218 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:16:40,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:42,035 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:44,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:46,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:48,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:50,040 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:52,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:54,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:54,389 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:16:54,389 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:16:57,045 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:16:59,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:03,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:07,570 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:17:09,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:09,594 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:17:09,594 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:17:13,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:19,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:23,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:24,813 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:17:24,814 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:17:27,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:31,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:35,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:37,868 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:17:40,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:40,111 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:17:40,111 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:17:44,076 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:48,078 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:52,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:17:55,464 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:17:55,465 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:17:56,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:00,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:04,088 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:06,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:08,143 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:18:10,092 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:10,646 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:18:10,647 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:18:14,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:16,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:20,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:24,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:25,936 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:18:25,936 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:18:26,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:30,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:32,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:36,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:38,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:38,381 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:18:41,257 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:18:41,258 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:18:42,113 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:44,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:46,116 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:50,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:52,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:56,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:18:56,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:18:56,546 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:18:58,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:00,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:03,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:05,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:08,630 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:19:09,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:11,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:11,780 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:19:11,781 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:19:13,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:15,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:17,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:19,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:21,137 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:23,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:25,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:27,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:19:27,041 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:19:27,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:29,143 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:31,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:33,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:38,975 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:19:39,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:42,245 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:19:42,246 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:19:45,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:49,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:53,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:19:57,470 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:19:57,471 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:19:59,163 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:03,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:07,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:09,258 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:20:11,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:12,730 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:20:12,731 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:20:16,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:20,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:24,184 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:28,055 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:20:28,056 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:20:28,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:32,190 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:36,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:39,529 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:20:40,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:42,198 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:43,255 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:20:43,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:20:46,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:50,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:52,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:56,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:20:58,486 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:20:58,487 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:21:00,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:02,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:06,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:09,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:09,872 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:21:13,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:13,833 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:21:13,834 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:21:15,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:17,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:21,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:23,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:27,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:29,083 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:21:29,084 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:21:29,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:31,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:33,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:37,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:39,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:40,231 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:21:41,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:43,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:44,321 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:21:44,322 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:21:45,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:46,725 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:21:46,808 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:21:46,858 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:21:47,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:21:49,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:51,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:53,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:57,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:59,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:21:59,642 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:21:59,643 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:22:01,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:05,263 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:07,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:10,563 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:22:11,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:14,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:14,893 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:22:14,894 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:22:16,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:20,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:22,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:24,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:28,278 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:30,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:22:30,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:22:30,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:32,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:36,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:38,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:40,857 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:22:42,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:44,291 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:45,370 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:22:45,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:22:46,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:48,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:52,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:54,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:22:56,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:00,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:00,623 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:23:00,623 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:23:02,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:04,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:08,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:10,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:11,194 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:23:13,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:15,899 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:23:15,900 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:23:17,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:19,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:21,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:25,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:27,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:29,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:31,138 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:23:31,138 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:23:33,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:35,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:37,331 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:41,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:41,471 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:23:43,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:45,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:46,427 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:23:46,427 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:23:49,341 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:51,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:55,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:23:57,348 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:00,350 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:01,747 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:24:01,748 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:24:04,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:06,355 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:08,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:10,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:11,836 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:24:14,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:16,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:16,992 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:24:16,993 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:24:18,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:22,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:24,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:28,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:30,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:32,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:24:32,200 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:24:32,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:36,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:38,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:40,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:42,155 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:24:44,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:46,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:47,514 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:24:47,515 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:24:48,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:53,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:55,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:24:59,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:01,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:02,741 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:25:02,742 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:25:03,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:05,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:09,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:11,406 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:12,449 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:25:15,410 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:17,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:17,996 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:25:17,996 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:25:19,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:23,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:25,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:29,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:31,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:33,209 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:25:33,210 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:25:33,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:37,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:40,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:42,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:42,700 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:25:46,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:48,419 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:25:48,420 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:25:48,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:50,438 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:54,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:56,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:25:58,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:26:03,613 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:26:03,614 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:26:12,945 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:26:18,832 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:26:18,832 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:26:34,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:26:34,054 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:26:43,154 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:26:43,631 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:26:43,670 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:26:43,719 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:26:44,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:26:44,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:26:46,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:26:48,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:26:49,247 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:26:49,248 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:26:56,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:27:04,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:27:04,418 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:27:13,364 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:27:19,581 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:27:19,581 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:27:34,759 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:27:34,760 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:27:43,592 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:27:49,936 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:27:49,937 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:05,119 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:28:05,120 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:13,818 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:28:18,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:20,350 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:28:20,350 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:20,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:22,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:24,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:26,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:28,539 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:30,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:32,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:34,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:35,602 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:28:35,602 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:36,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:42,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:44,046 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:28:48,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:50,836 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:28:50,837 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:28:52,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:28:59,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:03,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:06,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:06,102 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:07,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:11,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:14,282 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:29:15,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:19,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:21,377 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:21,377 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:23,578 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:27,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:31,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:35,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:36,553 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:36,554 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:39,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:43,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:44,571 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:29:45,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:49,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:51,807 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:29:51,808 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:29:53,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:29:56,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:00,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:02,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:06,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:07,068 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:07,069 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:08,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:12,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:14,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:14,825 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:30:18,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:20,629 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:22,324 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:22,325 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:24,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:26,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:28,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:32,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:34,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:36,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:37,611 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:37,612 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:38,645 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:42,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:44,650 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:45,095 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:30:46,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:48,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:50,655 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:52,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:52,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:30:52,866 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:30:54,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:30:56,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:00,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:03,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:05,665 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:07,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:08,079 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:08,080 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:09,669 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:11,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:15,365 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:31:19,677 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:23,384 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:23,385 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:23,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:29,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:33,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:37,689 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:38,809 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:38,810 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:43,693 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:45,633 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:31:47,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:51,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:31:54,006 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:31:54,006 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:31:55,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:00,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:04,707 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:08,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:09,183 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:09,184 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:12,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:15,865 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:32:16,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:18,716 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:22,719 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:24,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:24,352 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:26,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:30,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:32,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:36,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:38,729 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:39,520 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:39,521 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:42,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:44,733 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:46,259 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:32:48,736 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:50,737 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:54,689 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:32:54,689 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:32:54,739 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:32:56,741 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:01,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:03,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:05,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:09,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:09,960 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:09,961 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:11,750 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:13,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:16,586 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:33:17,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:19,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:21,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:23,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:25,290 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:25,291 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:25,760 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:27,128 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:33:27,262 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:33:27,340 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:33:27,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:33:28,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:29,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:31,763 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:33,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:35,766 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:37,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:39,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:40,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:40,522 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:41,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:43,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:45,772 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:46,863 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:33:47,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:49,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:55,727 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:33:55,728 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:33:55,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:33:59,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:05,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:10,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:10,927 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:10,927 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:14,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:17,168 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:34:20,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:24,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:26,129 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:26,130 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:28,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:32,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:36,806 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:40,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:41,296 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:41,297 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:44,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:47,460 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:34:48,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:50,814 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:54,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:34:56,465 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:34:56,466 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:34:58,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:03,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:07,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:09,825 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:11,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:11,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:13,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:15,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:17,754 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:35:19,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:23,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:25,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:27,106 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:27,106 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:29,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:31,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:33,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:37,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:39,846 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:42,424 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:42,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:43,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:45,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:47,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:48,023 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:35:51,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:53,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:55,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:35:57,709 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:35:57,709 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:35:57,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:01,859 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:03,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:05,862 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:07,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:09,865 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:11,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:12,997 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:12,997 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:36:13,868 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:15,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:17,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:18,317 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:36:19,873 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:21,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:23,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:25,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:28,194 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:28,194 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:36:31,881 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:38,885 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:42,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:43,405 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:43,406 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:36:46,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:48,616 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:36:52,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:56,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:36:58,568 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:36:58,568 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:00,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:04,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:08,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:12,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:13,736 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:13,737 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:16,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:18,934 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:37:21,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:25,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:28,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:28,904 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:29,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:31,920 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:35,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:39,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:41,926 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:44,070 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:44,071 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:37:45,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:49,185 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:37:49,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:51,934 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:55,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:57,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:37:59,311 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:37:59,312 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:01,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:03,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:07,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:09,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:11,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:14,574 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:38:14,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:15,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:17,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:19,488 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:38:19,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:23,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:25,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:27,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:29,890 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:38:29,891 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:32,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:34,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:36,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:38,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:39,238 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:38:39,364 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:38:39,412 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:38:39,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:38:40,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:42,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:44,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:45,152 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:38:45,153 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:38:46,979 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:48,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:49,773 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:38:50,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:52,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:54,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:56,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:38:58,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:00,399 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:00,400 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:00,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:06,993 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:12,997 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:15,701 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:15,702 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:17,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:20,061 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:39:23,003 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:28,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:30,989 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:30,990 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:32,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:38,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:42,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:46,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:46,188 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:39:46,189 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:39:50,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:50,318 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:39:54,026 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:39:56,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:00,031 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:01,354 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:01,355 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:04,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:08,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:12,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:14,043 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:16,525 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:16,526 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:18,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:20,659 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:40:22,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:24,051 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:28,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:30,055 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:31,918 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:31,919 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:34,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:36,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:41,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:43,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:47,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:47,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:40:47,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:40:49,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:50,980 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:40:51,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:55,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:57,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:40:59,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:02,345 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:02,345 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:03,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:05,079 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:07,081 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:09,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:11,084 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:15,087 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:17,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:17,545 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:17,546 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:19,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:21,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:21,275 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:41:23,095 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:25,096 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:27,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:29,100 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:31,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:32,815 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:32,815 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:33,104 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:35,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:37,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:43,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:47,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:48,144 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:41:48,144 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:41:51,567 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:41:53,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:41:58,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:03,371 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:03,371 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:04,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:08,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:12,135 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:16,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:18,659 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:18,659 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:20,141 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:21,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:42:24,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:28,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:32,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:33,957 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:33,957 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:36,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:38,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:42,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:46,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:49,311 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:42:49,311 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:42:50,168 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:52,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:52,202 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:42:57,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:42:59,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:03,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:04,584 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:04,584 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:07,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:09,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:13,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:15,194 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:17,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:19,863 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:19,863 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:21,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:22,659 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:43:23,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:27,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:29,211 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:31,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:35,102 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:35,103 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:35,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:37,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:39,221 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:41,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:43,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:47,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:49,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:49,877 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:43:49,946 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:43:49,996 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:43:50,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:43:50,351 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:43:50,353 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:43:51,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:52,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:52,981 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:43:53,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:55,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:57,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:43:59,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:01,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:03,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:05,250 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:05,570 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:05,571 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:07,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:09,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:11,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:18,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:20,752 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:20,752 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:23,300 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:44:24,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:28,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:34,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:35,913 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:35,914 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:38,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:42,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:46,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:50,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:44:51,199 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:44:51,199 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:44:53,558 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:44:54,285 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:00,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:04,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:06,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:06,429 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:06,429 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:10,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:14,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:19,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:21,841 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:21,841 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:23,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:23,789 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:45:25,310 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:29,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:33,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:35,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:37,040 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:37,040 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:39,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:41,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:45,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:49,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:51,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:52,210 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:45:52,210 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:45:54,030 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:45:55,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:57,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:45:59,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:03,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:05,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:07,466 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:07,467 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:09,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:11,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:13,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:15,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:19,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:21,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:22,721 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:22,721 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:23,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:24,321 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:46:25,357 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:28,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:30,360 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:34,362 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:36,364 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:38,001 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:38,001 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:38,366 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:40,368 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:42,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:44,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:46,373 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:48,375 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:50,377 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:53,200 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:46:53,201 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:46:54,380 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:46:54,559 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:47:00,384 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:04,387 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:08,468 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:08,468 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:10,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:14,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:19,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:23,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:23,737 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:23,738 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:24,850 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:47:27,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:31,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:35,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:39,053 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:39,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:39,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:43,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:47,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:49,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:53,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:47:54,240 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:47:54,241 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:47:55,133 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:47:57,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:01,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:03,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:07,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:09,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:09,506 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:09,506 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:13,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:15,444 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:19,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:21,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:24,840 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:24,841 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:25,355 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:48:26,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:28,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:32,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:34,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:36,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:40,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:40,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:40,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:42,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:44,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:48,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:50,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:52,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:54,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:55,245 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:48:55,245 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:48:55,667 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:48:56,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:48:58,478 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:00,287 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:49:00,359 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:49:00,415 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:49:00,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:49:02,502 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:04,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:06,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:08,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:10,470 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:10,471 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:10,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:12,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:14,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:16,516 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:18,518 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:20,520 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:22,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:25,638 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:25,639 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:25,943 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:49:28,525 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:34,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:38,532 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:40,810 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:40,811 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:42,535 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:49,540 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:53,543 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:49:56,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:49:56,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:49:56,318 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:49:57,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:01,549 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:05,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:09,555 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:11,431 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:11,432 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:13,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:17,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:21,564 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:25,567 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:26,524 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:50:26,613 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:26,613 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:27,569 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:31,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:35,576 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:39,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:41,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:41,861 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:41,862 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:45,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:49,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:52,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:56,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:50:56,882 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:50:57,221 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:50:57,221 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:50:58,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:00,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:04,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:06,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:10,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:12,482 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:12,482 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:51:12,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:14,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:18,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:20,613 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:22,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:26,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:27,278 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:51:27,669 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:27,669 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:51:28,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:30,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:32,622 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:34,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:36,625 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:38,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:40,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:42,893 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:42,894 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:51:44,630 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:46,632 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:48,633 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:50,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:52,636 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:54,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:56,639 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:51:57,578 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:51:58,109 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:51:58,109 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:03,643 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:09,648 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:13,557 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:13,557 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:15,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:19,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:23,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:27,819 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:52:28,867 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:28,867 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:29,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:33,705 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:37,712 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:41,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:44,066 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:44,066 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:45,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:49,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:53,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:57,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:52:58,134 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:52:59,499 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:52:59,499 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:52:59,777 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:03,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:07,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:11,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:14,844 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:53:14,844 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:53:15,788 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:17,790 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:21,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:23,795 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:27,798 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:28,414 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:53:29,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:30,097 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:53:30,097 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:53:34,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:36,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:40,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:42,810 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:45,417 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:53:45,417 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:53:46,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:48,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:52,816 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:54,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:56,818 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:53:58,686 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:54:00,658 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:00,658 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:00,821 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:02,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:04,823 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:06,824 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:08,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:12,828 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:13,116 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:54:13,191 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:54:13,243 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:54:13,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:54:13,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:14,830 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:15,826 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:15,828 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:18,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:20,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:22,837 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:26,840 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:28,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:28,939 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:54:31,081 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:31,082 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:32,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:34,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:36,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:40,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:42,850 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:44,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:46,335 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:54:46,336 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:54:48,855 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:50,857 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:54,860 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:56,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:54:59,263 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:54:59,864 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:01,618 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:01,618 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:03,867 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:05,869 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:07,871 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:11,874 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:13,875 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:15,877 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:16,990 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:16,991 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:17,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:21,882 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:23,884 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:27,887 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:29,585 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:55:29,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:31,890 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:32,250 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:32,251 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:35,893 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:37,895 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:39,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:41,899 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:45,902 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:47,547 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:55:47,548 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:55:47,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:51,907 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:53,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:55,911 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:58,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:55:59,905 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:56:02,788 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:02,789 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:02,916 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:04,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:08,921 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:10,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:12,925 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:16,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:18,020 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:18,021 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:18,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:22,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:24,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:26,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:28,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:30,136 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:56:32,943 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:33,270 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:33,271 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:34,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:36,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:40,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:42,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:44,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:48,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:56:48,538 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:56:48,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:50,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:53,961 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:57,964 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:56:59,966 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:00,420 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:57:03,770 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:03,771 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:03,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:05,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:07,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:09,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:13,976 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:15,978 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:18,981 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:18,982 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:19,982 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:21,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:23,984 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:27,987 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:29,988 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:30,643 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:57:31,990 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:34,255 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:34,256 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:35,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:37,994 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:39,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:43,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:46,000 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:49,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:49,510 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:57:49,510 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:57:53,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:55,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:57:57,009 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:00,877 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:58:01,012 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:03,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:04,865 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:04,865 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:58:07,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:09,018 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:11,019 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:15,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:17,023 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:19,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:20,122 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:20,122 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:58:23,027 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:58:31,171 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:58:35,313 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:35,314 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:58:50,530 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:58:50,530 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:01,396 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:59:05,749 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:05,750 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:09,723 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 11:59:09,746 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 11:59:09,782 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 11:59:10,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 11:59:11,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:12,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:13,058 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:20,927 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:20,931 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:23,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 11:59:31,635 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 11:59:36,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:36,206 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 11:59:51,368 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 11:59:51,368 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:01,968 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:00:06,538 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:00:06,539 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:21,713 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:00:21,714 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:32,198 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:00:36,883 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:00:36,884 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:41,118 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:00:45,121 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:00:47,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:00:49,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:00:51,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:00:52,065 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:00:52,066 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:00:53,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:00:55,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:00:58,128 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:00,129 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:02,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:02,448 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:01:07,312 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:01:07,313 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:01:08,134 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:14,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:20,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:22,699 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:01:22,700 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:01:24,144 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:28,147 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:32,699 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:01:34,151 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:37,988 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:01:37,988 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:01:38,161 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:42,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:46,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:50,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:53,249 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:01:53,250 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:01:54,173 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:01:58,177 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:02,938 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:02:03,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:05,183 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:08,652 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:02:08,653 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:02:09,186 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:13,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:17,192 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:19,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:23,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:23,934 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:02:23,934 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:02:27,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:29,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:33,191 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:02:33,204 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:35,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:39,104 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:02:39,104 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:02:39,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:41,212 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:45,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:47,217 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:51,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:53,223 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:54,272 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:02:54,272 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:02:55,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:02:59,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:01,229 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:03,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:03,440 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:03:07,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:09,235 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:09,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:03:09,438 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:03:12,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:14,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:16,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:18,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:22,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:24,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:24,603 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:03:24,603 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:03:26,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:28,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:30,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:32,251 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:33,707 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:03:34,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:36,254 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:38,255 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:39,972 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:03:39,972 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:03:44,259 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:50,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:03:55,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:03:55,318 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:03:56,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:00,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:04,103 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:04:04,273 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:09,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:10,577 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:04:10,578 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:04:13,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:17,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:21,287 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:25,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:25,808 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:04:25,808 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:04:29,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:33,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:34,354 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:04:37,297 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:41,224 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:04:41,224 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:04:41,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:45,302 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:49,305 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:51,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:55,309 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:04:56,444 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:04:56,445 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:04:59,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:02,314 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:04,628 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:05:06,317 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:08,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:11,651 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:05:11,652 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:05:12,321 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:14,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:18,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:20,326 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:24,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:26,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:26,820 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:05:26,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:05:28,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:32,335 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:34,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:34,845 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:05:36,338 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:38,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:41,987 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:05:41,988 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:05:42,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:44,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:46,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:48,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:50,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:52,328 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:05:52,437 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:05:52,472 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:05:53,392 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:05:54,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:56,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:05:57,232 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:05:57,233 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:05:58,397 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:00,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:02,399 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:04,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:05,128 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:06:06,402 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:08,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:10,405 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:12,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:12,469 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:06:12,470 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:06:14,408 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:21,412 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:27,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:27,737 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:06:27,737 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:06:31,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:35,422 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:35,428 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:06:41,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:42,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:06:42,905 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:06:45,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:49,432 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:53,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:57,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:06:58,087 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:06:58,088 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:07:01,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:05,442 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:05,721 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:07:09,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:13,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:07:13,318 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:07:14,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:16,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:20,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:24,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:28,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:28,479 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:07:28,480 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:07:30,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:34,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:35,938 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:07:36,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:40,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:42,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:43,648 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:07:43,649 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:07:46,468 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:48,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:52,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:54,473 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:58,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:07:58,818 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:07:58,818 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:08:00,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:02,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:06,200 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:08:06,481 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:08,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:10,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:12,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:13,986 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:08:13,987 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:08:16,490 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:18,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:20,492 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:23,494 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:25,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:27,497 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:29,215 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:08:29,215 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:08:31,500 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:33,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:35,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:36,545 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:08:37,504 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:39,506 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:41,507 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:43,509 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:44,484 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:08:44,485 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:08:45,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:47,511 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:49,513 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:53,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:59,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:08:59,912 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:08:59,912 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:09:05,523 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:06,780 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:09:09,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:13,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:15,211 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:09:15,211 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:09:17,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:24,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:28,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:30,523 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:09:30,523 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:09:32,542 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:36,545 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:37,079 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:09:40,547 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:42,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:45,913 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:09:45,913 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:09:46,551 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:50,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:54,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:09:58,561 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:01,262 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:10:01,262 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:10:02,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:04,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:07,285 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:10:08,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:12,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:14,572 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:16,558 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:10:16,559 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:10:18,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:20,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:24,579 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:26,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:30,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:31,876 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:10:31,876 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:10:32,585 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:34,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:37,543 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:10:38,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:40,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:44,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:46,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:47,133 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:10:47,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:10:48,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:50,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:53,598 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:57,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:10:59,602 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:01,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:01,647 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:11:01,718 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:11:01,769 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:11:02,446 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:11:02,447 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:11:02,604 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:11:03,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:05,606 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:07,608 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:07,900 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:11:09,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:11,611 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:13,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:15,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:17,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:17,682 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:11:17,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:11:19,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:21,618 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:23,620 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:29,623 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:32,857 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:11:32,857 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:11:35,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:38,180 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:11:41,631 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:45,634 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:48,022 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:11:48,023 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:11:49,637 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:53,640 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:11:58,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:03,339 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:12:03,340 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:12:04,652 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:08,496 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:12:08,654 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:12,657 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:16,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:18,631 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:12:18,631 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:12:18,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:22,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:26,666 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:30,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:33,897 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:12:33,897 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:12:34,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:36,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:38,787 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:12:40,676 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:44,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:46,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:49,113 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:12:49,114 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:12:50,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:52,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:56,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:12:58,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:02,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:04,451 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:13:04,452 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:13:04,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:08,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:09,091 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:13:10,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:14,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:16,700 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:18,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:19,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:13:19,684 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:13:22,704 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:24,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:26,708 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:28,710 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:31,713 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:34,914 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:13:34,915 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:13:35,715 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:37,717 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:39,315 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:13:39,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:41,720 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:43,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:45,723 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:47,725 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:49,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:50,192 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:13:50,192 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:13:51,728 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:53,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:55,731 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:57,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:13:59,734 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:05,414 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:14:05,415 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:14:05,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:09,550 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:14:09,740 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:15,744 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:19,747 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:20,658 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:14:20,659 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:14:23,749 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:29,753 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:33,755 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:35,857 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:14:35,857 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:14:37,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:39,868 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:14:41,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:46,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:50,767 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:51,027 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:14:51,028 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:14:54,770 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:14:58,773 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:02,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:04,776 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:06,243 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:15:06,244 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:15:08,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:10,139 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:15:12,782 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:16,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:18,787 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:21,457 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:15:21,457 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:15:22,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:24,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:28,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:32,796 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:34,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:36,788 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:15:36,789 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:15:38,800 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:40,367 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:15:40,801 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:42,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:46,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:48,807 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:50,808 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:52,016 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:15:52,017 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:15:55,812 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:57,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:15:59,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:03,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:05,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:07,173 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:16:07,174 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:16:07,829 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:09,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:10,607 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:16:11,833 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:13,141 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:16:13,257 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:16:13,306 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:16:13,835 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:16:14,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:15,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:17,838 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:19,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:21,841 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:22,401 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:16:22,402 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:16:23,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:25,843 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:27,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:29,845 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:31,847 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:33,848 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:35,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:37,617 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:16:37,617 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:16:40,915 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:16:41,854 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:47,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:51,861 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:16:52,784 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:16:52,785 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:16:55,866 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:01,870 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:05,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:07,957 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:17:07,958 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:17:10,879 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:11,284 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:17:14,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:18,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:22,888 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:23,136 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:17:23,137 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:17:26,891 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:30,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:34,897 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:38,315 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:17:38,316 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:17:38,900 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:40,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:41,539 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:17:44,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:48,906 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:52,909 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:53,483 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:17:53,483 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:17:54,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:17:58,912 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:00,914 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:04,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:06,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:08,641 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:18:08,642 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:18:10,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:11,764 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:18:13,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:17,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:19,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:23,817 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:18:23,817 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:18:23,932 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:25,933 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:27,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:31,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:33,938 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:35,940 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:38,992 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:18:38,993 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:18:39,942 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:41,944 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:42,125 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:18:43,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:45,946 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:47,948 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:49,949 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:51,950 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:54,206 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:18:54,207 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:18:55,953 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:57,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:18:59,955 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:01,957 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:03,958 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:05,959 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:07,960 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:09,389 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:19:09,390 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:19:09,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:11,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:12,371 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:19:17,967 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:24,564 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:19:24,564 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:19:24,971 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:28,974 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:34,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:38,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:39,730 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:19:39,731 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:19:42,636 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:19:42,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:46,986 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:50,989 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:54,992 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:19:55,051 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:19:55,052 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:19:58,996 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:02,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:07,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:10,424 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:20:10,424 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:20:11,005 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:12,912 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:20:15,008 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:18,011 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:22,014 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:25,656 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:20:25,656 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:20:26,017 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:30,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:32,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:36,024 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:40,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:40,905 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:20:40,905 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:20:42,029 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:43,154 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:20:46,032 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:48,034 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:52,038 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:54,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:20:56,193 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:20:56,193 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:20:58,041 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:00,042 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:02,044 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:06,046 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:08,048 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:10,049 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:11,434 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:21:11,434 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:21:13,409 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:21:14,052 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:16,053 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:18,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:21,056 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:25,059 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:26,626 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:21:26,627 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:21:27,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:27,211 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:21:27,313 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:21:27,364 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:21:28,061 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:21:29,062 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:31,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:33,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:35,066 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:37,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:39,068 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:41,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:41,848 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:21:41,849 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:21:43,071 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:43,702 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:21:45,073 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:47,075 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:49,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:55,082 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:21:57,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:21:57,074 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:22:01,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:05,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:11,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:12,239 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:22:12,240 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:22:13,908 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:22:15,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:20,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:24,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:27,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:22:27,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:22:28,107 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:32,110 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:36,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:40,115 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:42,863 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:22:42,863 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:22:44,117 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:44,120 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:22:48,120 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:52,122 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:54,124 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:58,127 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:22:58,171 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:22:58,171 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:23:02,130 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:06,132 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:08,133 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:12,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:13,443 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:23:13,444 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:23:14,359 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:23:15,138 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:19,140 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:21,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:25,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:27,146 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:28,614 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:23:28,614 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:23:31,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:33,150 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:37,153 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:39,154 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:41,156 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:43,937 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:23:43,937 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:23:44,630 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:23:45,158 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:47,160 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:49,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:51,164 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:55,167 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:57,169 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:23:59,134 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:23:59,134 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:23:59,171 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:01,174 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:03,176 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:05,178 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:07,180 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:09,182 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:13,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:14,301 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:24:14,301 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:24:14,865 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:24:15,187 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:17,188 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:19,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:21,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:24,193 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:29,632 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:24:29,633 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:24:30,197 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:36,200 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:40,203 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:44,991 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:24:44,992 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:24:45,154 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:24:46,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:50,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:54,213 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:24:58,216 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:00,270 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:25:00,270 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:25:02,219 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:06,222 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:10,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:14,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:15,357 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:25:15,441 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:25:15,442 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:25:19,231 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:23,234 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:27,237 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:29,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:30,613 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:25:30,614 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:25:33,240 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:37,243 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:41,245 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:43,247 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:45,632 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:25:45,904 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:25:45,905 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:25:47,249 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:51,252 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:53,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:57,256 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:25:59,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:01,209 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:26:01,209 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:26:03,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:05,262 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:09,264 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:11,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:13,267 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:15,871 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:26:16,531 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:26:16,531 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:26:17,269 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:19,270 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:21,272 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:25,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:27,275 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:30,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:31,761 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:26:31,761 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:26:32,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:34,280 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:36,281 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:37,904 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:26:37,980 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:26:38,013 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:26:38,283 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:26:40,284 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:42,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:46,124 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:26:46,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:47,001 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:26:47,002 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:26:48,290 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:52,293 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:54,294 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:26:56,296 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:00,299 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:02,295 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:27:02,295 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:27:02,301 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:06,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:08,306 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:10,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:14,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:16,313 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:16,467 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:27:17,575 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:27:17,575 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:27:18,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:22,318 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:24,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:26,322 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:30,325 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:32,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:32,764 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:27:32,765 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:27:35,329 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:39,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:41,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:43,336 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:46,787 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:27:47,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:47,997 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:27:47,998 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:27:49,342 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:51,344 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:55,347 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:27:57,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:01,352 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:03,256 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:28:03,257 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:28:03,354 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:05,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:09,359 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:11,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:13,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:17,113 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:28:17,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:18,539 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:28:18,540 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:28:19,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:21,371 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:25,374 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:27,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:31,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:33,381 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:33,806 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:28:33,807 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:28:35,383 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:39,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:42,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:44,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:47,431 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:28:48,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:49,100 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:28:49,100 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:28:50,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:52,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:56,401 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:28:58,403 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:00,404 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:04,407 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:04,422 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:29:04,422 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:29:06,409 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:08,411 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:12,414 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:14,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:16,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:17,667 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:29:19,692 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:29:19,693 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:29:20,421 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:22,423 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:26,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:28,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:30,430 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:34,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:34,926 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:29:34,926 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:29:36,435 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:38,437 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:42,440 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:45,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:47,445 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:47,930 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:29:50,193 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:29:50,194 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:29:51,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:53,449 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:55,452 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:29:59,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:01,457 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:03,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:05,467 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:30:05,467 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:30:07,462 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:09,464 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:11,466 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:15,469 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:17,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:18,325 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:30:19,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:20,696 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:30:20,697 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:30:23,475 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:25,477 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:27,479 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:31,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:33,484 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:35,486 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:35,982 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:30:35,983 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:30:39,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:42,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:44,493 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:48,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:30:48,601 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:30:51,230 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:30:51,230 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:31:06,580 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:31:06,581 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:31:18,968 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:31:21,800 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:31:21,801 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:31:34,804 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:31:34,839 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:31:34,885 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:31:35,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:31:35,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:31:36,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:31:37,125 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:31:37,126 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:31:38,528 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:31:48,534 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:31:49,279 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:31:52,294 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:31:52,295 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:32:07,464 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:32:07,464 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:32:19,496 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:32:22,632 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:32:22,632 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:32:37,820 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:32:37,821 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:32:49,776 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:32:52,985 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:32:52,986 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:33:08,227 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:33:08,228 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:33:08,584 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:12,587 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:14,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:16,589 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:18,590 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:20,024 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:33:20,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:22,592 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:23,455 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:33:23,455 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:33:24,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:26,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:28,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:34,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:38,656 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:33:38,657 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:33:40,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:46,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:50,279 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:33:50,609 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:53,945 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:33:53,945 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:33:55,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:33:59,615 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:05,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:09,203 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:34:09,203 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:34:09,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:13,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:17,627 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:19,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:20,563 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:34:23,635 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:24,375 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:34:24,376 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:34:27,638 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:31,641 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:35,644 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:37,646 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:39,544 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:34:39,544 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:34:41,649 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:45,651 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:47,653 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:50,830 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:34:51,656 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:54,801 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:34:54,801 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:34:55,659 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:34:57,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:01,663 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:03,664 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:07,667 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:09,668 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:09,968 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:35:09,968 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:35:12,670 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:16,672 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:18,674 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:20,675 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:21,062 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:35:24,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:25,223 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:35:25,224 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:35:26,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:28,680 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:32,683 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:34,684 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:36,686 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:38,687 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:40,449 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:35:40,449 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:35:40,688 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:42,690 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:44,691 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:46,692 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:48,694 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:50,695 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:51,297 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:35:52,696 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:54,698 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:55,670 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:35:55,671 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:35:56,699 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:35:58,701 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:00,702 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:02,703 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:08,706 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:10,882 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:36:10,883 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:36:14,711 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:19,714 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:21,601 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:36:25,718 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:26,054 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:36:26,055 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:36:29,721 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:33,724 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:37,727 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:41,296 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:36:41,297 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:36:41,730 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:45,732 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:49,735 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:51,890 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:36:53,738 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:36:56,569 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:36:56,570 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:36:57,743 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:01,745 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:06,748 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:10,751 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:11,901 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:37:11,901 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:37:12,752 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:16,754 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:20,757 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:22,096 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:37:22,758 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:26,761 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:27,171 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:37:27,172 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:37:28,762 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:32,765 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:36,768 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:38,769 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:40,771 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:42,337 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:37:42,338 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:37:44,774 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:46,775 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:50,779 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:52,316 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:37:52,780 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:54,781 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:37:57,580 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:37:57,580 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:37:58,784 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:00,785 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:02,786 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:06,789 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:08,791 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:10,793 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:12,794 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:12,828 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:38:12,828 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:38:14,797 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:16,208 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:38:16,311 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:38:16,362 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:38:16,802 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:38:16,803 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:17,804 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:18,805 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:22,560 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:38:23,809 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:25,811 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:27,813 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:27,998 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:38:27,998 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:38:29,815 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:31,817 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:33,819 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:35,820 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:37,822 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:43,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:38:43,318 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:38:43,826 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:49,831 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:52,796 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:38:55,836 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:38:58,695 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:38:58,696 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:38:59,839 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:03,842 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:07,844 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:13,849 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:13,983 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:39:13,984 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:39:17,852 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:21,858 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:23,013 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:39:23,876 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:28,880 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:29,195 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:39:29,196 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:39:32,883 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:36,886 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:40,889 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:44,381 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:39:44,381 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:39:44,892 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:46,894 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:50,898 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:53,239 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:39:54,901 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:58,904 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:39:59,577 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:39:59,578 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:40:00,905 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:04,908 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:06,910 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:10,913 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:12,915 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:14,808 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:40:14,809 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:40:16,917 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:18,919 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:22,922 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:23,537 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:40:24,923 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:26,924 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:30,052 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:40:30,053 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:40:30,928 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:33,929 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:35,930 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:39,935 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:41,937 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:43,939 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:45,347 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:40:45,348 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:40:45,945 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:47,947 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:51,952 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:53,749 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:40:53,954 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:55,962 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:57,963 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:40:59,965 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:00,567 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:41:00,568 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:41:01,968 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:03,969 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:05,970 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:07,972 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:09,973 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:11,975 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:13,977 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:15,751 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:41:15,751 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:41:19,980 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:23,983 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:24,107 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:41:29,999 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:31,400 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:41:31,401 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:41:34,002 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:41,007 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:45,010 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:46,673 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:41:46,673 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:41:49,013 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:53,016 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:41:54,468 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:41:57,020 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:01,022 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:01,914 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:42:01,915 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:42:05,025 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:09,028 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:11,030 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:15,033 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:17,076 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:42:17,077 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:42:19,036 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:23,039 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:24,766 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:42:25,050 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:29,054 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:32,382 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:42:32,383 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:42:33,057 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:35,060 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:39,063 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:43,065 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:46,067 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:47,722 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:42:47,722 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:42:50,070 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:52,072 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:54,074 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:42:55,100 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:42:58,077 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:00,080 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:02,973 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:43:02,974 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:43:04,083 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:06,085 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:08,086 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:12,089 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:14,090 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:16,091 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:18,093 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:18,146 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:43:18,146 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:43:20,094 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:24,097 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:25,407 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:43:26,098 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:26,484 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:43:26,529 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:43:26,563 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:43:27,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:43:28,099 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:30,101 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:32,102 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:33,383 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:43:33,384 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:43:34,103 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:36,105 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:38,106 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:40,108 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:42,109 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:44,111 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:46,112 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:48,114 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:48,798 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:43:48,798 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:43:54,119 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:43:55,646 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:44:01,123 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:04,300 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:44:04,300 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:44:05,126 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:11,131 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:15,136 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:19,139 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:19,650 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:44:19,650 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:44:23,142 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:25,870 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:44:27,145 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:31,149 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:34,892 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:44:34,893 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:44:35,152 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:39,157 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:43,159 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:47,162 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:50,201 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:44:50,201 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:44:51,166 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:56,133 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:44:56,170 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:44:58,172 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:02,175 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:05,469 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:45:05,469 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:45:06,179 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:08,181 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:12,185 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:16,189 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:18,191 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:20,693 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:45:20,693 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:45:22,195 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:24,196 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:26,392 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:45:28,199 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:30,201 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:34,205 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:35,969 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:45:35,970 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:45:36,207 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:38,209 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:40,210 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:44,215 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:46,218 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:49,220 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:51,248 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:45:51,248 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:45:53,224 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:55,225 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:56,642 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:45:57,227 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:45:59,228 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:01,230 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:03,232 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:05,233 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:06,498 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:46:06,499 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:46:09,236 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:11,238 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:13,239 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:15,241 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:17,242 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:19,244 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:21,246 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:21,759 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:46:21,759 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:46:23,248 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:26,931 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:46:29,253 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:35,257 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:36,947 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:46:36,948 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:46:39,260 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:46,265 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:50,268 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:52,116 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:46:52,116 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:46:54,271 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:46:57,239 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:46:58,274 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:02,277 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:06,279 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:07,318 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:47:07,318 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:47:10,282 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:14,286 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:18,289 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:22,292 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:22,521 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:47:22,522 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:47:26,295 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:27,463 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:47:30,298 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:32,300 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:37,304 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:37,736 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:47:37,737 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:47:41,307 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:43,308 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:47,311 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:49,312 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:52,905 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:47:52,906 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:47:53,315 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:55,316 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:47:57,678 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:47:59,319 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:01,320 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:05,323 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:07,324 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:08,074 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:48:08,075 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:48:11,327 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:13,328 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:15,330 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:19,332 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:21,334 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:23,335 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:48:23,335 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:48:23,340 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:27,343 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:27,940 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:48:29,345 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:31,346 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:33,349 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:35,351 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:37,003 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:48:37,111 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:48:37,165 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:48:37,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:48:37,353 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:38,573 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:48:38,574 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:48:41,356 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:43,358 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:46,361 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:48,363 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:50,365 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:52,367 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:53,746 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:48:53,747 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:48:54,369 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:56,370 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:48:58,204 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:48:58,372 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:04,376 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:08,379 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:08,919 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:49:08,920 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:49:12,382 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:16,385 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:18,386 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:22,389 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:24,089 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:49:24,089 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:49:24,390 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:26,391 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:28,393 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:28,484 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:49:30,394 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:31,688 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-30 12:49:31,688 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-30 12:49:31,688 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-30 12:49:31,688 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-30 12:49:31,688 DEBUG SenderThread:37713 [sender.py:send():234] send: metric +2022-01-30 12:49:31,689 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:49:31,730 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:49:31,778 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:49:32,395 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:49:32,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:33,396 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:36,398 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:38,400 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:49:39,258 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:49:39,259 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:49:54,438 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:49:54,439 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:49:59,370 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:49:59,413 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/config.yaml +2022-01-30 12:50:02,415 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:04,416 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:06,417 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:07,418 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:08,419 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:09,622 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:50:09,622 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:50:10,420 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:18,425 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:20,426 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:21,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:22,427 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:23,428 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:24,429 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:24,824 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:50:24,825 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:50:26,431 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:28,949 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:50:30,433 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:32,434 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:35,436 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:39,439 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:40,075 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:50:40,076 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:50:41,441 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:43,443 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:47,446 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:49,448 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:51,450 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:55,291 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:50:55,292 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:50:55,453 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:57,454 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:50:59,187 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:50:59,455 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:03,458 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:05,459 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:07,461 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:10,585 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:51:10,585 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:51:11,463 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:13,465 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:15,467 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:19,471 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:21,472 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:23,474 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:25,476 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:25,872 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:51:25,873 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:51:29,415 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:51:29,480 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:31,482 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:33,483 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:38,487 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:40,489 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:41,098 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:51:41,098 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:51:42,491 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:46,495 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:48,496 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:50,498 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:54,501 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:56,372 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:51:56,372 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:51:56,503 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:58,505 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:51:59,832 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:52:02,508 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:04,510 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:06,512 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:10,515 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:11,644 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:52:11,644 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:52:12,517 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:14,519 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:18,522 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:20,524 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:22,526 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:26,529 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:26,924 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:52:26,925 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:52:28,531 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:30,059 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:52:30,533 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:34,536 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:36,538 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:39,541 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:42,098 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:52:42,099 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:52:43,544 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:45,546 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:47,548 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:51,550 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:53,552 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:55,554 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:52:57,347 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:52:57,348 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:52:59,556 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:00,302 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:53:01,558 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:03,559 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:07,562 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:09,563 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:11,565 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:12,591 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:53:12,591 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:53:15,568 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:17,570 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:21,573 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:23,575 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:25,577 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:27,828 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:53:27,828 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:53:29,580 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:30,562 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:53:31,581 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:33,583 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:37,586 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:39,588 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:42,591 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:43,093 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:53:43,094 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:53:46,594 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:48,595 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:50,596 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:54,599 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:56,600 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:53:58,289 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:53:58,290 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:53:58,601 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:00,819 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:54:02,603 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:04,605 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:06,607 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:10,610 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:12,612 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:13,509 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:54:13,510 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:54:14,614 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:18,617 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:20,619 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:22,621 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:26,624 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:28,626 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:28,683 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:54:28,683 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:54:30,628 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:54:31,060 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:54:43,879 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:54:43,880 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:54:59,097 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:54:59,098 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:55:01,274 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:55:14,317 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:55:14,317 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:55:16,881 DEBUG SenderThread:37713 [sender.py:send():234] send: history +2022-01-30 12:55:16,916 DEBUG SenderThread:37713 [sender.py:send():234] send: summary +2022-01-30 12:55:16,965 INFO SenderThread:37713 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-30 12:55:17,658 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/wandb-summary.json +2022-01-30 12:55:18,660 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:55:19,661 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:55:20,662 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:55:29,513 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:55:29,514 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:55:31,498 DEBUG SenderThread:37713 [sender.py:send():234] send: stats +2022-01-30 12:55:44,695 DEBUG HandlerThread:37713 [handler.py:handle_request():130] handle_request: stop_status +2022-01-30 12:55:44,696 DEBUG SenderThread:37713 [sender.py:send_request():248] send_request: stop_status +2022-01-30 12:55:45,678 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:55:47,679 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log +2022-01-30 12:55:49,681 INFO Thread-8 :37713 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_215451-1vipdbow/files/output.log