diff --git "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" --- "a/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" +++ "b/wandb/run-20220202_223026-1j0459xm/logs/debug-internal.log" @@ -1790,3 +1790,566 @@ 2022-02-02 22:43:54,930 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log 2022-02-02 22:43:56,931 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log 2022-02-02 22:44:02,545 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:44:04,933 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/config.yaml +2022-02-02 22:44:08,934 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:09,473 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:44:09,473 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:44:10,934 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:12,934 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:14,935 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:16,935 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:18,936 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:22,937 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:24,570 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:44:24,570 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:44:24,937 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:26,938 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:28,938 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:30,939 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:32,796 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:44:32,939 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:34,940 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:36,940 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:38,941 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:39,637 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:44:39,637 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:44:40,941 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:42,942 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:44,942 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:46,942 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:48,943 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:50,944 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:53,944 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:54,736 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:44:54,736 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:44:55,945 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:57,945 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:44:59,946 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:01,946 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:03,045 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:45:03,947 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:05,947 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:07,948 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:09,860 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:45:09,860 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:45:09,948 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:11,949 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:13,949 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:15,950 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:17,950 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:19,951 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:21,951 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:23,952 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:24,933 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:45:24,933 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:45:25,952 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:27,952 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:29,953 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:31,953 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:33,290 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:45:33,954 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:35,954 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:37,955 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:39,955 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:40,096 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:45:40,096 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:45:41,956 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:43,956 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:45,957 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:47,957 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:49,958 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:51,958 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:53,959 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:55,774 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:45:55,774 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:45:55,959 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:57,959 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:45:59,960 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:01,960 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:03,529 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:46:03,961 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:05,961 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:06,559 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-02 22:46:06,606 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-02 22:46:06,634 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-02 22:46:06,962 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-02 22:46:07,962 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:09,962 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:10,878 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:46:10,878 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:46:11,963 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:13,963 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:15,964 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:17,964 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:19,965 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:21,965 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:23,966 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:25,950 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:46:25,950 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:46:25,966 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:27,967 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:29,967 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:31,968 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:33,783 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:46:33,968 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:35,969 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:37,969 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:39,970 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:41,036 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:46:41,037 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:46:41,970 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:43,971 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:45,971 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:47,972 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:49,972 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:51,973 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:53,973 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:55,974 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:56,147 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:46:56,147 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:46:57,974 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:46:59,974 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:01,975 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:03,975 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:04,032 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:47:05,976 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:07,976 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:09,977 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:11,244 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:47:11,244 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:47:11,977 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:13,978 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:15,978 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:17,979 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:20,980 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:24,980 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:26,319 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:47:26,320 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:47:26,981 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:28,981 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:30,982 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:32,982 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:34,286 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:47:34,983 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:36,983 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:38,984 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:40,984 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:41,462 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:47:41,462 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:47:42,985 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:44,985 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:46,986 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:48,986 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:50,987 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:52,987 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:54,988 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:56,532 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:47:56,532 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:47:56,988 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:47:58,988 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:00,989 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:02,989 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:04,524 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:48:04,990 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:06,985 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-02 22:48:07,035 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-02 22:48:07,035 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:07,063 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-02 22:48:08,036 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-02 22:48:08,036 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:09,036 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:11,036 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:11,652 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:48:11,652 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:48:13,037 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:15,037 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:17,038 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:19,038 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:21,039 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:23,039 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:25,039 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:26,744 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:48:26,744 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:48:27,040 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:29,040 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:31,041 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:33,041 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:34,757 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:48:35,042 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:37,042 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:39,043 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:41,043 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:41,906 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:48:41,906 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:48:43,044 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:45,045 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:47,045 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:49,045 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:51,046 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:53,046 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:55,046 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:56,988 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:48:56,988 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:48:57,047 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:48:59,047 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:01,048 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:03,048 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:04,991 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:49:05,049 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:07,049 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:09,050 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:11,050 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:12,092 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:49:12,092 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:49:13,051 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:15,051 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:17,052 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:19,052 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:21,052 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:23,053 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:25,053 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:27,054 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:27,165 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:49:27,166 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:49:29,054 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:31,055 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:33,055 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:35,056 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:35,222 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:49:37,056 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:39,057 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:41,057 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:42,305 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:49:42,305 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:49:43,058 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:45,058 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:47,059 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:49,059 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:51,060 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:53,060 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:55,061 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:57,061 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:49:57,387 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:49:57,387 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:49:59,061 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:02,062 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:04,062 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:05,457 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:50:06,063 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:08,063 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:09,672 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-02 22:50:09,715 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-02 22:50:09,738 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-02 22:50:10,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-02 22:50:10,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:11,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:12,064 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:12,480 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:50:12,480 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:50:14,065 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:16,065 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:18,066 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:20,066 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:22,067 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:24,067 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:26,067 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:27,568 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:50:27,569 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:50:28,068 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:30,068 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:32,069 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:34,069 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:35,710 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:50:36,070 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:38,070 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:40,071 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:42,071 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:42,672 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:50:42,672 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:50:44,072 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:46,072 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:48,073 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:50,073 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:52,074 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:54,074 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:56,075 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:50:57,740 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:50:57,740 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:50:58,075 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:00,076 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:02,076 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:04,077 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:05,928 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:51:06,077 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:08,078 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:10,078 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:12,079 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:12,812 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:51:12,812 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:51:14,079 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:16,080 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:18,080 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:20,081 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:22,081 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:24,081 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:26,082 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:27,884 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:51:27,884 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:51:28,083 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:30,083 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:32,083 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:34,084 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:36,084 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:36,165 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:51:38,085 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:40,085 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:42,086 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:43,021 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:51:43,021 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:51:44,086 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:46,087 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:48,087 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:50,088 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:52,088 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:54,089 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:56,089 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:58,090 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:51:58,173 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:51:58,173 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:52:00,090 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:02,090 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:04,091 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:06,091 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:06,390 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:52:09,092 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:10,177 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-02 22:52:10,222 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-02 22:52:10,246 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-02 22:52:11,093 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-02 22:52:11,093 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:13,093 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:13,292 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:52:13,292 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:52:15,093 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:17,094 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:19,094 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:21,095 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:23,095 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:25,096 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:27,096 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:28,386 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:52:28,386 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:52:29,097 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:31,097 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:33,098 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:35,098 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:36,629 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:52:37,099 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:39,099 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:41,100 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:43,100 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:43,472 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:52:43,472 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:52:45,101 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:47,101 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:49,102 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:51,102 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:53,103 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:55,103 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:57,103 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:52:58,541 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:52:58,542 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:52:59,104 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:01,104 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:03,105 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:05,105 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:06,851 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:53:07,106 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:09,106 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:11,107 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:13,107 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:13,615 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:53:13,615 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:53:15,108 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:17,108 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:19,108 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:21,109 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:23,109 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:25,110 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:27,110 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:28,760 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:53:28,760 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:53:29,111 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:31,111 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:33,112 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:35,112 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:37,073 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:53:37,113 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:39,113 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:41,114 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:43,114 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:43,892 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:53:43,892 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:53:45,115 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:47,115 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:49,116 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:51,116 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:53,117 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:55,117 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:57,118 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:53:58,989 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:53:58,990 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:53:59,118 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:02,119 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:04,119 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:06,120 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:07,305 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:54:08,120 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:10,121 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:10,558 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-02 22:54:10,603 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-02 22:54:10,626 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-02 22:54:11,121 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-02 22:54:12,121 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:14,091 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:54:14,092 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:54:14,122 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:16,122 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:18,123 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:20,123 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:22,123 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:24,124 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:26,124 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:28,125 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:29,220 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:54:29,220 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:54:30,125 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:32,126 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:34,126 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:36,127 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:37,568 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:54:38,127 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:40,128 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:42,128 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:44,129 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:44,328 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:54:44,328 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:54:46,129 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:48,129 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:50,130 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:52,130 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:54,131 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:56,131 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:58,132 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:54:59,524 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:54:59,524 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:55:00,132 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:02,133 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:04,133 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:06,134 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:07,810 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:55:08,134 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:10,135 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:12,135 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:14,135 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:14,592 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:55:14,593 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:55:16,136 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:18,136 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:21,137 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:23,138 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:25,138 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:27,139 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:29,139 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:30,004 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:55:30,004 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:55:31,139 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:33,140 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:35,140 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:37,141 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:38,053 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:55:39,141 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:41,142 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:43,142 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:45,115 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:55:45,115 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:55:45,143 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:47,143 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:49,144 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:51,144 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:53,145 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:55,145 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:57,145 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:55:59,146 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:00,191 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:56:00,191 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:56:01,146 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:03,147 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:05,147 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:08,148 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:08,296 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:56:10,148 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:12,149 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:14,149 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:15,322 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:56:15,322 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:56:16,150 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:18,150 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:20,150 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:22,151 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:24,151 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:26,152 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:28,152 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:30,153 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:30,401 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:56:30,401 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:56:32,153 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:34,154 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:36,154 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:38,155 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:38,547 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:56:40,155 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:42,156 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:44,156 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:45,517 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:56:45,517 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:56:46,156 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:48,157 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:50,157 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:52,158 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:54,158 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:56,159 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:56:59,159 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:00,714 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:57:00,714 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:57:01,160 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:03,160 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:05,161 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:07,161 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:08,781 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:57:09,162 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:11,162 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:13,163 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:15,163 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:15,789 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:57:15,789 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:57:17,164 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:19,164 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:21,165 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:22,341 DEBUG SenderThread:21197 [sender.py:send():182] send: history +2022-02-02 22:57:22,353 DEBUG SenderThread:21197 [sender.py:send():182] send: summary +2022-02-02 22:57:22,384 INFO SenderThread:21197 [sender.py:_save_file():873] saving file wandb-summary.json with policy end +2022-02-02 22:57:23,165 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/wandb-summary.json +2022-02-02 22:57:23,165 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:25,166 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:57:30,947 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:57:30,947 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:57:39,084 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:57:46,025 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:57:46,025 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:57:51,177 INFO Thread-8 :21197 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/patrick/experiments/xls-r-300m-sv-cv8/wandb/run-20220202_223026-1j0459xm/files/output.log +2022-02-02 22:58:01,107 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:58:01,107 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status +2022-02-02 22:58:09,399 DEBUG SenderThread:21197 [sender.py:send():182] send: stats +2022-02-02 22:58:16,179 DEBUG HandlerThread:21197 [handler.py:handle_request():126] handle_request: stop_status +2022-02-02 22:58:16,180 DEBUG SenderThread:21197 [sender.py:send_request():196] send_request: stop_status