diff --git "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" --- "a/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" +++ "b/wandb/run-20220206_014057-iss04l8x/logs/debug-internal.log" @@ -23056,3 +23056,1658 @@ 2022-02-06 20:33:30,072 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status 2022-02-06 20:33:30,073 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status 2022-02-06 20:33:31,279 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:33:45,463 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:33:45,463 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:33:49,154 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:33:53,156 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:00,642 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:34:00,642 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:34:01,159 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:01,508 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:34:07,162 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:15,166 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:15,828 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:34:15,829 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:34:21,168 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:29,172 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:30,978 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:34:30,979 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:34:31,752 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:34:35,176 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:43,181 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:46,282 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:34:46,282 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:34:50,185 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:34:56,189 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:01,492 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:35:01,492 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:35:01,963 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:35:02,193 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:10,198 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:16,201 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:16,653 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:35:16,654 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:35:22,205 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:28,210 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:31,886 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:35:31,887 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:35:32,190 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:35:34,214 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:40,217 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:46,221 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:47,108 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:35:47,109 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:35:52,226 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:35:56,229 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:02,232 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:02,277 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:36:02,278 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:36:02,445 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:36:08,236 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:12,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:16,241 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:17,471 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:36:17,471 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:36:23,246 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:27,249 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:31,251 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:32,624 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:36:32,742 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:36:32,742 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:36:35,254 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:39,257 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:36:48,128 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:36:48,128 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:36:55,267 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:37:02,837 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:37:03,312 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:37:03,313 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:37:07,275 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:37:18,475 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:37:18,475 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:37:19,281 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:37:30,288 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:37:33,048 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:37:33,639 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:37:33,640 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:37:42,295 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:37:48,844 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:37:48,844 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:37:52,302 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:38:02,308 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:38:03,269 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:38:04,020 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:38:04,020 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:38:12,317 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:38:19,260 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:38:19,260 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:38:20,321 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:38:30,327 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:38:33,489 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:38:34,604 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:38:34,604 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:38:38,332 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:38:48,338 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:38:49,877 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:38:49,878 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:38:56,343 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:03,720 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:39:05,247 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:39:05,248 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:39:05,349 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:13,355 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:15,357 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:20,416 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:39:20,416 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:39:23,362 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:31,367 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:33,936 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:39:35,688 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:39:35,688 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:39:39,372 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:47,377 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:39:50,989 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:39:50,989 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:39:53,382 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:01,387 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:04,135 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:40:06,204 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:40:06,205 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:40:09,395 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:17,400 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:21,365 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:40:21,366 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:40:26,406 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:32,410 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:34,347 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:40:36,640 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:40:36,640 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:40:40,415 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:46,420 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:40:51,971 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:40:51,972 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:40:54,425 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:00,429 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:04,547 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:41:06,433 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:07,225 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:41:07,226 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:41:14,438 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:20,442 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:22,466 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:41:22,466 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:41:26,446 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:32,450 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:34,761 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:41:37,655 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:41:37,655 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:41:38,455 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:40,456 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:44,458 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:46,460 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:50,462 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:41:52,832 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:41:52,833 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:41:58,468 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:03,472 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:04,965 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:42:07,998 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:42:07,999 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:42:09,476 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:15,480 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:21,484 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:23,217 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:42:23,217 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:42:25,487 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:31,492 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:35,182 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:42:35,495 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:38,386 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:42:38,386 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:42:41,500 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:45,503 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:49,505 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:53,508 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:53,608 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:42:53,609 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:42:55,509 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:42:57,510 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:43:05,414 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:43:08,771 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:43:08,772 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:43:11,519 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:43:24,145 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:43:24,146 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:43:25,528 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:43:35,618 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:43:36,535 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:43:39,312 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:43:39,313 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:43:48,544 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:43:54,480 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:43:54,481 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:43:58,550 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:44:05,937 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:44:09,743 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:44:09,743 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:44:10,560 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:44:20,566 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:44:24,899 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:44:24,900 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:44:28,571 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:44:36,143 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:44:38,577 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:44:40,196 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:44:40,197 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:44:48,583 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:44:55,536 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:44:55,537 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:44:58,588 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:45:06,354 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:45:07,594 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:45:10,702 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:45:10,702 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:45:15,599 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:45:25,605 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:45:26,012 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:45:26,012 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:45:33,611 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:45:36,556 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:45:41,362 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:45:41,362 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:45:41,616 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:45:49,620 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:45:56,646 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:45:56,646 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:45:57,626 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:05,631 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:06,769 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:46:11,881 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:46:11,881 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:46:13,636 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:21,641 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:27,048 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:46:27,048 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:46:28,150 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 20:46:28,295 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 20:46:28,340 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 20:46:28,646 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 20:46:29,647 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:37,019 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:46:37,651 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:42,424 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:46:42,424 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:46:43,655 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:51,660 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:46:57,755 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:46:57,756 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:47:00,665 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:06,669 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:07,219 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:47:12,673 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:13,011 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:47:13,012 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:47:20,678 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:26,681 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:28,263 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:47:28,263 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:47:34,686 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:37,429 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:47:40,690 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:43,428 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:47:43,428 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:47:46,694 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:52,698 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:58,702 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:47:58,732 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:47:58,732 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:48:04,705 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:07,645 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:48:10,709 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:13,971 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:48:13,972 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:48:16,713 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:23,717 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:29,208 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:48:29,208 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:48:29,721 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:35,725 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:37,857 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:48:41,729 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:44,544 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:48:44,544 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:48:45,731 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:51,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:55,737 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:48:59,810 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:48:59,811 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:49:01,740 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:49:05,743 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:49:08,039 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:49:09,745 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:49:13,748 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:49:15,048 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:49:15,049 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:49:17,750 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:49:30,388 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:49:30,388 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:49:33,759 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:49:38,319 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:49:45,609 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:49:45,610 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:49:45,766 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:49:57,772 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:50:00,892 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:50:00,892 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:50:08,532 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:50:08,779 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:50:16,081 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:50:16,082 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:50:20,787 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:50:30,793 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:50:31,291 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:50:31,292 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:50:38,737 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:50:40,799 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:50:46,460 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:50:46,461 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:50:48,804 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:50:58,811 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:51:01,783 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:51:01,784 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:51:08,820 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:51:08,944 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:51:16,825 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:51:16,951 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:51:16,951 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:51:26,830 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:51:32,264 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:51:32,265 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:51:34,836 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:51:39,162 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:51:45,843 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:51:47,431 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:51:47,432 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:51:53,849 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:01,854 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:02,602 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:52:02,603 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:52:09,373 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:52:09,860 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:17,866 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:17,887 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:52:17,887 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:52:25,871 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:33,229 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:52:33,229 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:52:33,876 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:39,573 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:52:41,882 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:48,471 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:52:48,471 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:52:49,888 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:52:55,892 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:03,625 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:53:03,626 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:53:03,897 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:09,776 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:53:11,902 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:17,906 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:18,837 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:53:18,838 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:53:25,911 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:32,916 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:34,063 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:53:34,063 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:53:39,986 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:53:40,922 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:46,927 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:49,230 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:53:49,231 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:53:52,931 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:53:58,934 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:04,433 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:54:04,434 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:54:04,939 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:10,241 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:54:12,944 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:18,947 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:19,598 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:54:19,599 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:54:24,951 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:30,955 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:34,762 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:54:34,762 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:54:36,960 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:40,470 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:54:42,964 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:46,967 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:50,003 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:54:50,004 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:54:52,972 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:54:58,975 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:03,978 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:05,230 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:55:05,231 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:55:09,982 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:10,665 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:55:13,985 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:19,989 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:20,398 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:55:20,399 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:55:23,992 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:27,994 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:31,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:33,999 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:35,565 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:55:35,565 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:55:36,001 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:55:40,866 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:55:50,728 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:55:50,728 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:55:52,010 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:56:04,018 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:56:06,057 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:56:06,058 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:56:11,098 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:56:17,027 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:56:21,419 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:56:21,420 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:56:27,033 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:56:36,692 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:56:36,693 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:56:39,041 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:56:41,327 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:56:47,046 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:56:51,930 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:56:51,931 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:56:59,053 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:57:07,058 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:57:07,092 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:57:07,093 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:57:11,664 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:57:17,065 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:57:22,389 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:57:22,389 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:57:27,071 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:57:35,076 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:57:37,725 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:57:37,726 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:57:41,859 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:57:45,083 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:57:53,088 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:57:53,186 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:57:53,187 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:58:01,093 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:58:08,385 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:58:08,385 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:58:12,100 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:58:12,104 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:58:20,110 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:58:23,668 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:58:23,669 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:58:28,114 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:58:36,120 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:58:39,010 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:58:39,011 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:58:42,355 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:58:44,125 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:58:52,129 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:58:54,180 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:58:54,180 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:59:00,133 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:05,347 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 20:59:05,467 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 20:59:05,503 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 20:59:06,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 20:59:06,138 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:08,139 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:09,419 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:59:09,420 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:59:12,559 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:59:14,143 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:22,148 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:24,590 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:59:24,591 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:59:28,152 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:36,157 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:39,837 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:59:39,838 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:59:42,766 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 20:59:44,162 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:50,167 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 20:59:55,071 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 20:59:55,071 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 20:59:56,171 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:04,177 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:10,229 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:00:10,229 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:00:11,181 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:12,962 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:00:17,185 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:23,193 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:25,392 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:00:25,392 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:00:31,198 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:37,202 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:40,561 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:00:40,561 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:00:43,177 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:00:43,206 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:49,211 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:55,215 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:00:55,790 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:00:55,791 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:00:59,218 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:05,222 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:11,029 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:01:11,030 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:01:11,226 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:13,421 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:01:17,231 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:21,234 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:26,194 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:01:26,194 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:01:27,238 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:31,241 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:35,244 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:41,248 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:41,374 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:01:41,375 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:01:43,624 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:01:45,261 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:49,265 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:54,268 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:01:56,690 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:01:56,690 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:02:08,293 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:02:11,852 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:02:11,853 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:02:13,879 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:02:22,301 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:02:27,160 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:02:27,160 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:02:34,309 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:02:42,324 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:02:42,324 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:02:44,130 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:02:44,315 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:02:54,321 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:02:56,323 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:02:57,482 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:02:57,483 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:03:06,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:03:12,751 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:03:12,752 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:03:14,351 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:03:16,336 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:03:26,343 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:03:28,163 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:03:28,164 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:03:35,349 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:03:43,331 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:03:43,331 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:03:44,570 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:03:45,355 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:03:55,360 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:03:58,664 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:03:58,664 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:04:03,366 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:04:11,371 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:04:13,963 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:04:13,964 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:04:14,787 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:04:21,377 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:04:29,147 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:04:29,148 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:04:29,383 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:04:37,387 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:04:44,434 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:04:44,435 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:04:45,013 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:04:45,393 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:04:54,400 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:04:59,599 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:04:59,599 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:05:02,405 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:05:10,410 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:05:14,853 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:05:14,854 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:05:15,229 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:05:18,414 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:05:26,419 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:05:30,095 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:05:30,096 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:05:32,422 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:05:40,427 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:05:45,392 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:05:45,392 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:05:45,559 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:05:48,432 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:05:54,436 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:00,561 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:06:00,561 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:06:02,441 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:08,445 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:14,448 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:15,666 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:06:15,828 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:06:15,829 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:06:22,453 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:28,457 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:30,999 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:06:31,000 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:06:34,461 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:43,467 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:45,891 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:06:46,185 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:06:46,186 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:06:49,471 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:06:55,475 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:01,418 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:07:01,418 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:07:01,479 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:07,483 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:13,487 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:16,097 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:07:16,637 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:07:16,638 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:07:17,490 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:23,494 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:29,497 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:31,880 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:07:31,881 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:07:35,501 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:39,503 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:45,513 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:46,303 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:07:47,100 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:07:47,100 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:07:49,516 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:53,519 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:07:59,522 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:08:02,346 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:08:02,347 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:08:03,525 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:08:07,527 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:08:11,530 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:08:16,508 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:08:17,526 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:08:17,526 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:08:28,540 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:08:32,693 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:08:32,694 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:08:40,547 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:08:46,748 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:08:47,859 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:08:47,860 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:08:52,554 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:09:02,561 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:09:03,026 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:09:03,027 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:09:12,567 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:09:17,002 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:09:18,341 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:09:18,342 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:09:22,573 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:09:32,579 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:09:33,515 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:09:33,515 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:09:42,585 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:09:47,220 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:09:48,729 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:09:48,730 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:09:53,592 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:10:01,597 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:10:03,965 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:10:03,965 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:10:11,604 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:10:17,425 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:10:19,307 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:10:19,307 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:10:19,609 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:10:29,616 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:10:34,590 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:10:34,590 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:10:37,621 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:10:45,626 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:10:47,621 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:10:49,752 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:10:49,753 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:10:53,631 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:01,635 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:04,985 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:11:04,986 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:11:10,640 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:17,842 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:11:18,645 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:20,355 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:11:20,356 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:11:26,649 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:34,654 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:35,548 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:11:35,549 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:11:39,674 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 21:11:39,776 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 21:11:39,811 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 21:11:40,740 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 21:11:42,741 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:48,065 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:11:48,745 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:11:50,705 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:11:50,706 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:11:56,749 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:02,753 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:05,918 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:12:05,919 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:12:10,758 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:16,762 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:18,276 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:12:21,087 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:12:21,088 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:12:24,767 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:30,770 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:36,318 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:12:36,319 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:12:38,775 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:44,779 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:48,483 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:12:50,782 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:12:51,609 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:12:51,610 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:12:56,786 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:04,792 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:06,872 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:13:06,873 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:13:11,797 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:17,801 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:18,746 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:13:22,076 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:13:22,077 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:13:23,806 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:29,809 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:35,813 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:37,322 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:13:37,323 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:13:39,815 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:45,818 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:48,984 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:13:51,822 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:13:52,493 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:13:52,493 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:13:55,824 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:01,828 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:05,830 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:07,744 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:14:07,744 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:14:11,833 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:15,836 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:19,186 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:14:19,839 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:22,966 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:14:22,967 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:14:23,841 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:27,844 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:38,142 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:14:38,143 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:14:43,853 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:14:49,443 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:14:53,481 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:14:53,482 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:14:55,860 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:15:08,752 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:15:08,752 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:15:08,868 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:15:18,875 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:15:19,679 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:15:23,935 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:15:23,936 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:15:28,881 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:15:39,127 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:15:39,128 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:15:40,889 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:15:49,943 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:15:50,896 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:15:54,293 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:15:54,294 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:15:58,902 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:16:08,908 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:16:09,585 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:16:09,585 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:16:18,915 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:16:20,165 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:16:24,750 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:16:24,751 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:16:26,920 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:16:37,927 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:16:40,030 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:16:40,030 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:16:45,932 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:16:50,375 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:16:55,315 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:16:55,316 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:16:55,939 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:03,944 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:10,479 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:17:10,479 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:17:11,948 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:19,953 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:20,608 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:17:25,751 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:17:25,752 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:17:27,958 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:35,963 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:40,904 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:17:40,905 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:17:43,968 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:50,822 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:17:51,973 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:17:56,070 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:17:56,071 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:17:59,978 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:07,984 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:11,440 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:18:11,441 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:18:13,988 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:21,014 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:18:21,993 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:26,718 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:18:26,718 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:18:28,998 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:37,003 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:41,947 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:18:41,947 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:18:43,008 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:51,014 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:51,196 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:18:57,019 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:18:57,140 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:18:57,141 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:19:03,023 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:11,028 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:12,379 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:19:12,380 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:19:17,033 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:21,411 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:19:23,037 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:27,598 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:19:27,599 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:19:29,041 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:35,044 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:41,047 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:42,774 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:19:42,774 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:19:47,051 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:51,617 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:19:53,055 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:57,058 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:19:58,008 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:19:58,008 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:20:03,062 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:09,066 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:13,265 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:20:13,265 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:20:15,070 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:19,072 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:21,855 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:20:24,075 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:28,488 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:20:28,489 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:20:30,079 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:34,082 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:38,084 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:42,087 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:43,958 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:20:43,959 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:20:46,090 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:20:52,067 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:20:59,459 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:20:59,459 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:21:02,101 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:21:14,108 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:21:14,896 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:21:14,896 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:21:22,302 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:21:24,114 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:21:26,117 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:21:30,194 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:21:30,195 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:21:36,123 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:21:45,557 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:21:45,558 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:21:46,130 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:21:52,539 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:21:56,136 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:21:59,139 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:22:00,963 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:22:00,963 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:22:07,144 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:22:16,308 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:22:16,308 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:22:17,151 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:22:22,750 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:22:27,156 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:22:31,608 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:22:31,609 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:22:37,162 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:22:45,167 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:22:46,916 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:22:46,917 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:22:52,974 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:22:55,174 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:23:02,140 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:23:02,141 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:23:03,179 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:23:11,184 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:23:17,305 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:23:17,306 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:23:19,189 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:23:23,190 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:23:29,198 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:23:32,625 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:23:32,626 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:23:38,204 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:23:46,209 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:23:47,870 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:23:47,871 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:23:53,414 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:23:54,215 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:02,221 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:03,037 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:24:03,038 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:24:10,226 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:15,060 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 21:24:15,185 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 21:24:15,232 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 21:24:15,232 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 21:24:16,233 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:18,288 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:24:18,289 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:24:23,633 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:24:24,238 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:32,244 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:33,458 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:24:33,458 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:24:40,249 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:46,253 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:24:48,625 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:24:48,625 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:24:53,841 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:24:54,258 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:00,263 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:03,866 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:25:03,867 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:25:06,267 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:14,275 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:19,053 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:25:19,054 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:25:20,279 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:24,062 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:25:26,283 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:32,287 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:34,223 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:25:34,224 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:25:40,292 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:46,296 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:49,382 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:25:49,383 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:25:52,301 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:25:54,280 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:25:59,305 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:04,600 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:26:04,600 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:26:05,312 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:09,316 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:15,321 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:19,844 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:26:19,844 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:26:21,324 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:24,473 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:26:27,328 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:31,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:35,077 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:26:35,077 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:26:37,334 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:41,337 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:47,340 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:50,326 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:26:50,326 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:26:51,343 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:54,673 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:26:55,346 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:26:59,349 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:27:03,353 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:27:05,502 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:27:05,502 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:27:19,363 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:27:20,866 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:27:20,867 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:27:24,884 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:27:31,373 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:27:36,232 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:27:36,233 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:27:43,380 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:27:51,546 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:27:51,546 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:27:54,388 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:27:55,108 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:28:04,395 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:28:06,730 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:28:06,730 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:28:14,402 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:28:16,403 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:28:22,173 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:28:22,174 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:28:24,408 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:28:25,329 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:28:34,414 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:28:37,425 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:28:37,425 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:28:44,420 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:28:52,425 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:28:52,707 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:28:52,707 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:28:55,563 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:29:02,431 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:07,989 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:29:07,989 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:29:11,437 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:19,443 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:21,444 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:23,158 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:29:23,158 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:29:25,803 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:29:29,450 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:37,455 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:38,451 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:29:38,452 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:29:45,464 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:53,469 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:29:53,796 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:29:53,796 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:29:56,020 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:30:01,475 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:08,996 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:30:08,997 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:30:09,480 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:17,485 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:24,328 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:30:24,328 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:30:25,493 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:26,216 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:30:33,499 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:39,502 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:39,689 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:30:39,690 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:30:47,507 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:53,511 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:30:54,899 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:30:54,900 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:30:56,436 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:31:01,517 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:08,522 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:10,063 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:31:10,063 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:31:16,527 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:22,531 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:25,332 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:31:25,332 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:31:26,660 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:31:28,544 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:36,548 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:40,620 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:31:40,620 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:31:42,552 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:48,557 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:54,561 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:31:55,879 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:31:55,880 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:31:56,869 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:32:00,565 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:06,570 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:11,193 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:32:11,194 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:32:12,574 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:18,577 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:24,581 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:26,359 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:32:26,359 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:32:27,073 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:32:28,583 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:34,586 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:40,590 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:41,563 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:32:41,564 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:32:44,593 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:50,598 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:54,601 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:32:56,772 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:32:56,773 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:32:57,285 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:33:00,605 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:04,608 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:08,611 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:11,928 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:33:11,928 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:33:12,615 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:16,618 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:27,313 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:33:27,313 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:33:27,477 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:33:33,628 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:42,642 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:33:42,642 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:33:45,635 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:57,643 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:33:57,710 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:33:57,940 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:33:57,940 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:34:07,650 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:34:13,384 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:34:13,385 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:34:17,657 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:34:27,663 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:34:27,960 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:34:28,673 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:34:28,673 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:34:37,670 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:34:43,884 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:34:43,885 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:34:47,676 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:34:57,683 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:34:58,178 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:34:59,178 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:34:59,179 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:35:08,690 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:35:14,583 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:35:14,584 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:35:16,695 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:35:26,701 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:35:28,394 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:35:29,879 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:35:29,879 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:35:34,706 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:35:44,713 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:35:45,198 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:35:45,198 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:35:52,718 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:35:58,622 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:36:00,411 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:36:00,412 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:36:00,723 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:08,729 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:15,674 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:36:15,675 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:36:16,734 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:24,738 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:28,848 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:36:30,832 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:36:30,833 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:36:32,743 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:40,748 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:46,054 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:36:46,054 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:36:46,579 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 21:36:46,677 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 21:36:46,726 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 21:36:46,753 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 21:36:48,755 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:51,757 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:53,759 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:55,760 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:57,766 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:36:59,084 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:36:59,763 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:01,358 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:37:01,359 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:37:01,764 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:03,765 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:05,766 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:07,768 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:09,769 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:11,770 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:13,772 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:15,773 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:16,576 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:37:16,576 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:37:17,774 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:19,776 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:21,777 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:23,779 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:25,780 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:27,782 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:29,303 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:37:29,784 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:31,786 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:31,808 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:37:31,808 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:37:33,788 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:35,790 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:37,792 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:39,793 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:41,795 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:43,798 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:45,799 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:47,131 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:37:47,131 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:37:48,802 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:50,804 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:52,806 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:54,808 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:56,810 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:58,812 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:37:59,494 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:38:00,814 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:02,386 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:38:02,387 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:38:02,816 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:04,818 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:06,820 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:08,822 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:10,823 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:12,825 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:14,827 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:16,829 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:17,585 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:38:17,586 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:38:18,831 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:20,833 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:22,835 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:24,837 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:27,840 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:29,693 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:38:29,842 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:31,844 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:32,863 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:38:32,864 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:38:33,846 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:35,848 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:37,850 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:39,852 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:41,854 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:43,857 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:45,859 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:47,861 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:48,033 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:38:48,033 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:38:49,863 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:51,865 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:53,867 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:55,869 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:57,871 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:38:59,885 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:39:00,874 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:02,875 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:03,198 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:39:03,198 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:39:04,877 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:06,879 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:08,881 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:10,883 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:12,884 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:14,886 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:16,887 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:18,614 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:39:18,614 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:39:18,889 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:20,890 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:22,891 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:24,893 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:26,894 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:28,896 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:30,129 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:39:30,898 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:32,900 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:33,838 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:39:33,838 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:39:34,902 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:36,904 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:38,906 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:40,907 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:43,910 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:45,912 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:47,914 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:49,007 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:39:49,007 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:39:49,916 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:51,918 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:53,919 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:55,921 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:57,923 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:39:59,925 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:00,331 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:40:01,927 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:03,929 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:04,284 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:40:04,284 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:40:05,931 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:07,933 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:09,935 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:11,937 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:13,938 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:16,941 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:18,943 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:19,571 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:40:19,571 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:40:20,945 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:22,947 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:24,949 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:26,950 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:28,951 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:30,551 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:40:30,953 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:32,955 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:34,738 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:40:34,739 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:40:34,957 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:36,959 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:38,961 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:40,963 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:42,964 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:44,966 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:46,968 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:48,970 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:49,952 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:40:49,953 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:40:50,972 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:52,974 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:54,976 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:57,978 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:40:59,980 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:00,758 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:41:01,982 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:03,983 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:05,278 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:41:05,278 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:41:05,985 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:07,987 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:09,990 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:11,992 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:13,993 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:15,995 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:17,997 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:19,999 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:20,561 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:41:20,562 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:41:22,000 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:24,002 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:26,004 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:28,006 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:30,008 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:30,989 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:41:32,010 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:34,012 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:35,876 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:41:35,877 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:41:36,015 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:39,017 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:41,019 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:43,021 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:45,023 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:47,025 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:49,027 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:51,028 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:51,208 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:41:51,209 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:41:53,031 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:55,032 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:57,034 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:41:59,036 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:01,038 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:01,205 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:42:03,040 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:05,043 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:06,648 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:42:06,648 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:42:07,044 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:09,046 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:12,049 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:14,051 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:16,053 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:18,055 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:20,057 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:21,912 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:42:21,913 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:42:22,059 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:24,060 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:26,062 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:28,064 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:30,066 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:31,434 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:42:32,068 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:34,070 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:36,072 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:37,257 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:42:37,258 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:42:38,074 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:40,076 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:42,078 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:44,080 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:47,083 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:49,085 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:51,087 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:52,496 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:42:52,497 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:42:53,089 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:55,091 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:57,093 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:42:59,095 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:01,097 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:01,667 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:43:03,099 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:05,100 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:07,102 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:07,780 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:43:07,781 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:43:09,104 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:11,106 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:13,108 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:15,110 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:17,112 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:19,114 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:21,116 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:23,031 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:43:23,031 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:43:23,117 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:25,119 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:27,121 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:29,122 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:31,863 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:43:32,124 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:34,125 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:36,126 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:38,128 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:38,200 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:43:38,200 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:43:40,130 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:42,131 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:44,133 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:46,135 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:48,137 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:50,139 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:52,141 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:53,428 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:43:53,428 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:43:54,143 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:56,144 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:43:58,146 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:00,148 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:02,096 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:44:02,149 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:04,150 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:06,151 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:08,599 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:44:08,600 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:44:09,153 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:11,155 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:13,156 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:15,157 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:17,158 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:19,159 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:21,160 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:23,162 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:23,966 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:44:23,967 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:44:25,163 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:27,164 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:29,165 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:31,166 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:32,330 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:44:33,168 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:35,169 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:37,171 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:39,172 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:39,263 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:44:39,263 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:44:41,174 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:43,175 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:45,176 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:47,178 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:49,180 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:51,182 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:54,184 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:54,426 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:44:54,426 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:44:56,186 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:44:58,188 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:00,190 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:02,192 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:02,532 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:45:04,194 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:06,196 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:08,199 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:09,821 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:45:09,822 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:45:10,201 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:12,203 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:14,204 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:16,206 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:18,208 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:20,210 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:22,213 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:24,214 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:25,066 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:45:25,066 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:45:26,216 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:28,218 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:30,220 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:32,223 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:32,754 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:45:35,225 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:37,227 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:39,229 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:40,267 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:45:40,268 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:45:41,231 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:43,232 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:45,233 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:47,235 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:49,236 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:51,238 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:53,239 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:55,241 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:55,439 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:45:55,439 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:45:57,243 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:45:59,245 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:01,247 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:02,984 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:46:03,249 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:05,251 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:07,253 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:09,255 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:10,693 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:46:10,693 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:46:12,258 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:14,260 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:16,261 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:18,263 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:20,265 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:22,267 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:24,269 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:25,862 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:46:25,862 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:46:26,270 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:28,272 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:30,274 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:32,276 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:33,239 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:46:34,278 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:36,280 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:38,282 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:40,284 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:41,156 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:46:41,156 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:46:42,286 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:44,288 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:46,291 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:48,293 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:50,295 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:52,297 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:54,298 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:56,300 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:46:56,357 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:46:56,357 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:46:58,302 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:00,304 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:02,305 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:03,446 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:47:04,307 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:06,308 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:08,309 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:11,311 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:11,554 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:47:11,554 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:47:13,312 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:15,313 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:17,314 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:19,316 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:21,317 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:23,319 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:25,320 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:26,778 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:47:26,778 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:47:27,321 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:29,322 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:31,324 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:33,325 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:33,645 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:47:35,326 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:37,328 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:39,330 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:41,331 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:42,005 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:47:42,006 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:47:43,332 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:45,334 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:47,335 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:49,336 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:51,338 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:53,339 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:55,341 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:47:57,180 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:47:57,180 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:47:58,345 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:00,346 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:02,348 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:03,856 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:48:04,349 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:06,350 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:08,351 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:10,353 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:12,354 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:12,517 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:48:12,518 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:48:14,355 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:16,357 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:18,358 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:20,359 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:22,360 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:24,362 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:26,363 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:27,747 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:48:27,747 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:48:28,364 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:30,365 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:32,367 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:34,053 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:48:34,368 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:36,369 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:38,371 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:40,372 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:42,373 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:42,991 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:48:42,992 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:48:44,375 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:46,376 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:48,377 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:50,379 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:52,380 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:54,381 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:48:58,202 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:48:58,203 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:49:04,252 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:49:04,892 DEBUG SenderThread:33110 [sender.py:send():235] send: history +2022-02-06 21:49:04,928 DEBUG SenderThread:33110 [sender.py:send():235] send: summary +2022-02-06 21:49:04,979 INFO SenderThread:33110 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-06 21:49:05,388 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/wandb-summary.json +2022-02-06 21:49:06,389 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:49:08,390 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:49:13,390 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:49:13,391 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:49:17,399 INFO Thread-8 :33110 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-cv_8-fr/wandb/run-20220206_014057-iss04l8x/files/output.log +2022-02-06 21:49:28,558 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:49:28,559 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:49:34,485 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:49:43,725 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:49:43,726 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:49:58,898 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:49:58,899 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:50:04,707 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:50:14,063 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:50:14,064 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:50:29,229 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:50:29,230 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status +2022-02-06 21:50:34,919 DEBUG SenderThread:33110 [sender.py:send():235] send: stats +2022-02-06 21:50:44,396 DEBUG HandlerThread:33110 [handler.py:handle_request():131] handle_request: stop_status +2022-02-06 21:50:44,397 DEBUG SenderThread:33110 [sender.py:send_request():249] send_request: stop_status