diff --git "a/wandb/run-20220204_121013-1s9mhb6h/logs/debug-internal.log" "b/wandb/run-20220204_121013-1s9mhb6h/logs/debug-internal.log" --- "a/wandb/run-20220204_121013-1s9mhb6h/logs/debug-internal.log" +++ "b/wandb/run-20220204_121013-1s9mhb6h/logs/debug-internal.log" @@ -3011,3 +3011,1854 @@ 2022-02-04 13:17:30,369 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log 2022-02-04 13:17:35,297 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status 2022-02-04 13:17:35,298 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:17:48,842 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:17:50,456 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:17:50,456 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:17:54,383 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:17:56,384 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:17:58,385 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:02,388 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:04,389 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:05,839 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:18:05,840 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:18:08,391 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:13,394 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:15,396 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:19,127 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:18:21,136 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:18:21,136 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:18:21,400 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:25,402 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:31,407 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:35,410 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:36,451 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:18:36,452 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:18:39,413 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:43,416 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:47,418 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:49,459 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:18:51,421 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:51,823 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:18:51,824 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:18:55,424 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:18:59,426 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:01,428 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:05,431 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:07,126 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:19:07,127 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:19:07,432 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:09,434 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:11,436 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:19,441 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:19,702 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:19:22,500 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:19:22,501 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:19:23,443 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:29,447 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:33,449 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:38,009 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:19:38,009 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:19:40,455 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:44,458 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:46,460 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:49,970 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:19:50,462 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:53,194 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:19:53,195 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:19:54,465 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:19:58,467 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:00,469 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:02,471 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:06,474 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:08,352 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:20:08,353 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:20:08,476 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:10,478 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:16,481 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:20,270 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:20:22,485 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:23,707 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:20:23,708 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:20:26,487 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:30,490 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:34,493 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:38,496 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:38,940 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:20:38,940 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:20:43,499 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:47,502 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:50,552 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:20:51,506 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:53,508 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:54,151 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:20:54,152 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:20:57,511 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:20:59,513 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:01,515 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:05,518 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:07,519 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:09,410 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:21:09,410 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:21:13,523 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:19,526 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:20,823 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:21:23,529 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:24,922 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:21:24,923 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:21:29,532 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:33,535 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:37,537 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:40,266 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:21:40,266 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:21:41,540 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:45,543 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:47,545 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:51,103 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:21:51,547 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:53,549 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:21:55,514 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:21:55,515 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:21:57,551 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:00,553 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:02,555 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:06,557 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:10,672 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:22:10,672 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:22:12,561 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:14,562 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:16,563 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:21,385 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:22:22,567 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:25,835 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:22:25,836 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:22:28,571 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:32,573 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:36,575 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:41,193 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:22:41,194 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:22:42,578 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:46,581 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:50,584 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:51,673 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:22:54,590 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:56,591 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:22:56,670 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:22:56,670 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:23:00,594 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:02,595 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:06,598 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:08,599 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:11,863 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:23:11,863 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:23:12,602 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:14,604 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:21,608 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:21,955 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:23:25,611 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:27,190 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:23:27,191 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:23:31,614 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:35,617 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:39,620 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:42,460 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:23:42,461 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:23:43,622 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:47,625 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:51,629 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:52,210 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:23:53,630 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:57,628 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:23:57,629 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:23:57,632 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:23:59,634 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:03,636 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:05,637 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:09,640 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:11,640 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:13,011 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:24:13,011 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:24:17,644 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:21,647 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:22,462 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:24:27,651 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:28,292 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:24:28,292 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:24:31,654 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:35,657 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:39,659 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:43,463 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:24:43,464 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:24:43,661 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:47,664 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:49,666 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:52,723 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:24:53,668 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:55,669 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:24:58,664 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:24:58,664 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:25:00,673 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:02,675 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:04,676 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:06,677 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:13,860 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:25:13,861 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:25:14,682 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:20,685 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:22,955 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:25:24,688 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:29,053 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:25:29,053 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:25:30,692 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:34,695 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:38,698 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:42,701 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:44,210 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:25:44,211 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:25:46,704 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:48,705 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:52,708 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:53,207 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:25:56,710 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:58,712 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:25:59,412 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:25:59,412 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:26:02,715 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:04,716 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:06,717 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:10,720 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:14,628 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:26:14,629 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:26:14,724 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:16,726 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:23,457 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:26:23,730 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:29,734 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:29,925 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:26:29,925 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:26:33,737 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:37,739 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:41,742 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:45,225 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:26:45,225 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:26:47,745 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:51,748 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:53,734 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:26:55,751 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:26:57,752 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:00,447 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:27:00,447 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:27:01,755 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:03,756 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:07,759 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:09,761 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:11,762 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:13,763 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:15,608 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:27:15,608 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:27:22,769 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:24,031 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:27:28,773 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:30,875 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:27:30,875 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:27:32,775 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:36,778 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:40,781 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:44,783 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:46,252 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:27:46,253 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:27:48,785 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:52,788 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:54,399 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:27:56,791 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:27:58,793 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:01,608 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:28:01,609 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:28:02,795 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:06,797 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:08,799 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:10,800 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:12,802 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:16,860 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:28:16,860 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:28:19,807 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:24,642 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:28:25,810 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:29,813 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:32,021 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:28:32,021 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:28:33,815 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:37,818 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:41,821 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:45,823 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:47,191 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:28:47,192 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:28:49,825 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:53,831 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:54,888 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:28:55,832 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:28:59,834 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:01,835 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:02,351 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:29:02,352 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:29:03,837 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:07,839 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:09,841 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:15,844 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:17,630 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:29:17,632 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:29:21,848 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:25,203 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:29:25,850 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:29,855 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:32,848 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:29:32,849 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:29:35,858 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:39,861 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:42,863 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:46,865 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:48,020 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:29:48,020 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:29:50,867 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:52,868 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:55,427 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:29:56,871 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:29:58,872 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:02,875 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:03,182 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:30:03,182 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:30:04,876 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:06,877 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:12,881 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:16,883 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:18,364 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:30:18,364 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:30:18,884 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:24,887 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:25,752 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:30:28,890 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:33,592 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:30:33,593 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:30:34,894 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:36,896 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:38,897 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:40,898 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:42,900 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:44,901 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:46,902 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:48,914 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:30:48,915 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:30:49,903 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:51,905 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:53,906 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:55,907 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:55,971 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:30:57,910 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:30:59,911 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:01,911 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:03,913 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:04,258 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:31:04,259 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:31:05,914 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:07,915 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:09,916 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:11,917 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:13,919 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:15,921 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:17,922 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:19,427 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:31:19,428 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:31:19,924 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:21,925 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:23,926 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:25,927 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:26,210 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:31:27,928 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:29,929 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:31,931 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:33,932 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:34,726 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:31:34,726 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:31:35,933 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:37,934 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:39,936 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:42,938 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:44,939 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:46,943 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:48,944 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:49,925 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:31:49,925 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:31:50,945 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:52,947 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:54,948 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:56,442 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:31:56,949 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:31:58,950 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:00,951 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:02,953 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:04,954 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:05,259 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:32:05,260 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:32:06,958 DEBUG SenderThread:508894 [sender.py:send():234] send: history +2022-02-04 13:32:06,969 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:06,982 DEBUG SenderThread:508894 [sender.py:send():234] send: summary +2022-02-04 13:32:07,034 INFO SenderThread:508894 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-04 13:32:07,969 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/wandb-summary.json +2022-02-04 13:32:08,970 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:12,972 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:16,976 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:20,518 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:32:20,519 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:32:20,978 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:24,981 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:26,662 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:32:28,983 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:32,986 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:34,987 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:35,808 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:32:35,809 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:32:38,992 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:40,992 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:42,995 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:44,997 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:46,999 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:51,133 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:32:51,133 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:32:55,008 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:32:56,928 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:32:59,011 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:05,015 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:06,560 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:33:06,560 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:33:09,019 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:14,021 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:18,024 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:21,849 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:33:21,849 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:33:22,027 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:26,030 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:27,229 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:33:30,032 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:32,034 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:36,036 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:37,053 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:33:37,053 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:33:38,038 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:40,039 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:44,042 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:46,043 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:52,046 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:33:52,217 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:33:52,218 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:33:57,508 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:33:58,050 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:02,053 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:07,386 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:34:07,387 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:34:08,055 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:12,058 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:16,060 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:20,063 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:22,616 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:34:22,617 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:34:24,066 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:26,068 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:27,878 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:34:30,071 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:33,074 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:37,077 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:37,795 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:34:37,796 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:34:39,079 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:41,080 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:43,082 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:49,086 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:52,977 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:34:52,977 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:34:55,090 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:34:58,161 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:34:59,092 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:05,096 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:08,237 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:35:08,237 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:35:09,098 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:13,101 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:17,104 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:21,106 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:23,107 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:23,395 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:35:23,396 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:35:27,110 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:28,439 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:35:31,112 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:33,113 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:35,114 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:38,557 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:35:38,558 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:35:39,117 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:41,118 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:47,122 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:49,123 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:51,124 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:53,850 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:35:53,850 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:35:58,129 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:35:58,737 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:36:04,133 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:09,112 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:36:09,112 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:36:10,136 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:14,138 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:18,140 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:22,144 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:24,383 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:36:24,384 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:36:26,146 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:28,963 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:36:30,149 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:32,150 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:36,152 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:38,154 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:39,643 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:36:39,648 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:36:42,156 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:44,157 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:46,158 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:50,161 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:54,164 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:36:54,922 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:36:54,923 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:36:59,261 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:37:01,168 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:05,170 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:10,097 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:37:10,098 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:37:11,175 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:15,178 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:19,181 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:23,184 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:25,264 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:37:25,264 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:37:27,186 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:29,188 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:29,523 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:37:33,191 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:37,193 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:39,195 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:40,420 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:37:40,421 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:37:41,197 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:43,198 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:47,201 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:53,205 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:55,582 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:37:55,582 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:37:57,208 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:37:59,790 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:38:01,211 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:07,215 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:10,794 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:38:10,794 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:38:11,219 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:15,222 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:19,225 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:21,227 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:25,230 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:25,990 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:38:25,991 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:38:29,233 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:30,065 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:38:31,235 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:35,238 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:38,240 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:40,242 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:41,385 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:38:41,386 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:38:42,244 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:48,248 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:54,252 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:38:56,602 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:38:56,602 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:38:58,256 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:00,410 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:39:04,260 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:08,262 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:11,828 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:39:11,828 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:39:12,265 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:16,267 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:18,269 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:22,272 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:26,274 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:27,045 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:39:27,045 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:39:28,275 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:30,719 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:39:32,278 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:34,279 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:36,281 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:39,283 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:42,244 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:39:42,244 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:39:45,286 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:49,288 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:51,290 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:57,293 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:39:57,632 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:39:57,633 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:40:00,976 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:40:01,296 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:07,300 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:11,303 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:12,980 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:40:12,981 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:40:15,307 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:21,310 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:23,312 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:27,315 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:28,203 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:40:28,203 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:40:31,213 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:40:31,318 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:33,320 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:37,323 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:39,324 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:41,327 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:43,417 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:40:43,418 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:40:46,331 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:48,333 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:54,338 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:40:58,656 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:40:58,657 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:41:00,342 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:01,514 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:41:04,345 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:08,348 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:12,351 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:13,923 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:41:13,923 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:41:16,353 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:20,357 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:24,359 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:26,361 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:29,100 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:41:29,101 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:41:30,364 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:31,755 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:41:34,367 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:36,368 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:38,370 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:42,372 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:44,314 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:41:44,314 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:41:44,374 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:51,378 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:55,381 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:41:59,587 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:41:59,588 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:42:01,385 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:01,999 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:42:05,387 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:09,390 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:13,392 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:14,867 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:42:14,867 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:42:17,396 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:21,400 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:25,404 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:27,405 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:30,088 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:42:30,089 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:42:31,408 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:32,308 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:42:33,410 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:37,413 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:39,414 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:41,416 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:45,248 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:42:45,249 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:42:47,421 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:51,424 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:42:57,428 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:00,544 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:43:00,545 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:43:01,431 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:02,588 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:43:06,434 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:10,437 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:14,442 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:15,872 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:43:15,873 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:43:18,444 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:22,447 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:24,449 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:28,452 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:30,454 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:31,029 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:43:31,029 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:43:32,806 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:43:34,456 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:36,459 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:38,461 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:42,463 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:46,184 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:43:46,184 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:43:46,466 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:48,468 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:43:54,472 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:00,476 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:01,495 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:44:01,496 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:44:03,075 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:44:04,479 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:09,483 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:13,486 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:16,868 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:44:16,869 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:44:17,498 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:21,515 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:25,518 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:27,520 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:31,523 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:32,054 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:44:32,055 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:44:33,326 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:44:35,525 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:37,527 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:41,530 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:43,532 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:45,534 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:47,274 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:44:47,274 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:44:51,538 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:44:57,541 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:02,438 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:45:02,439 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:45:02,544 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:03,618 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:45:08,547 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:12,550 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:16,552 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:17,606 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:45:17,607 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:45:20,554 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:24,557 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:28,559 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:30,560 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:32,777 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:45:32,777 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:45:33,926 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:45:34,562 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:36,564 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:40,566 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:42,568 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:44,569 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:47,946 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:45:47,947 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:45:50,573 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:45:56,577 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:00,585 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:03,157 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:46:03,158 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:46:04,151 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:46:06,590 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:10,593 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:14,595 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:18,469 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:46:18,469 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:46:18,598 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:22,600 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:24,602 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:28,605 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:30,607 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:33,671 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:46:33,671 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:46:34,379 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:46:34,610 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:36,611 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:38,613 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:43,616 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:48,832 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:46:48,832 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:46:49,619 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:53,622 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:46:59,626 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:03,630 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:04,090 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:47:04,091 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:47:04,636 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:47:07,633 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:11,636 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:15,638 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:19,343 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:47:19,343 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:47:19,641 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:23,644 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:25,646 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:29,649 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:31,651 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:33,653 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:34,555 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:47:34,555 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:47:34,848 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:47:37,655 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:39,657 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:45,663 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:47,665 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:49,667 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:47:49,814 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:47:49,814 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:47:55,670 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:02,676 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:05,070 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:48:05,162 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:48:05,162 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:48:06,678 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:10,681 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:14,684 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:18,686 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:20,469 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:48:20,470 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:48:22,688 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:26,691 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:30,695 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:32,697 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:35,379 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:48:35,637 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:48:35,638 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:48:36,701 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:38,704 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:42,707 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:44,710 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:46,712 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:50,802 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:48:50,803 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:48:52,720 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:48:58,724 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:02,727 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:05,631 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:49:06,109 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:49:06,110 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:49:06,730 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:11,734 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:15,736 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:19,739 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:21,352 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:49:21,353 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:49:23,742 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:27,749 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:29,751 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:33,755 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:35,757 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:35,988 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:49:36,586 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:49:36,587 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:49:37,759 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:39,761 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:43,763 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:49,767 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:51,810 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:49:51,811 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:49:53,770 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:49:59,774 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:05,778 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:06,202 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:50:06,980 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:50:06,980 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:50:09,782 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:13,784 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:17,787 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:21,789 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:22,163 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:50:22,163 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:50:23,790 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:27,793 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:29,794 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:34,798 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:36,428 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:50:36,807 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:37,454 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:50:37,454 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:50:38,809 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:42,817 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:48,822 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:52,651 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:50:52,652 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:50:52,828 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:50:58,832 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:02,837 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:06,676 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:51:06,840 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:07,952 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:51:07,952 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:51:09,511 DEBUG SenderThread:508894 [sender.py:send():234] send: history +2022-02-04 13:51:09,593 DEBUG SenderThread:508894 [sender.py:send():234] send: summary +2022-02-04 13:51:09,622 INFO SenderThread:508894 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-04 13:51:09,844 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/wandb-summary.json +2022-02-04 13:51:10,845 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:11,846 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:14,849 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:18,853 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:22,856 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:23,255 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:51:23,256 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:51:26,858 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:28,860 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:30,864 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:34,864 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:36,866 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:36,917 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:51:38,579 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:51:38,579 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:51:38,870 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:44,874 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:48,876 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:51:53,769 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:51:53,770 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:51:54,882 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:00,885 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:07,128 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:52:07,890 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:08,928 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:52:08,928 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:52:11,892 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:15,895 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:19,897 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:23,899 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:24,098 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:52:24,098 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:52:27,902 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:29,903 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:33,906 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:35,907 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:37,381 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:52:39,277 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:52:39,277 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:52:39,909 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:41,911 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:43,912 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:45,914 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:51,919 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:52:54,464 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:52:54,464 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:52:57,923 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:01,925 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:07,624 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:53:07,929 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:09,629 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:53:09,629 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:53:11,931 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:15,933 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:19,936 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:21,938 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:24,807 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:53:24,807 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:53:25,940 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:30,943 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:34,950 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:36,956 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:37,875 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:53:38,957 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:39,973 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:53:39,973 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:53:42,960 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:44,961 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:50,965 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:53:55,264 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:53:55,265 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:53:56,968 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:00,972 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:04,974 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:08,172 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:54:10,617 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:54:10,617 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:54:10,978 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:12,980 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:16,983 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:20,986 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:24,989 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:25,947 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:54:25,948 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:54:26,993 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:30,996 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:32,998 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:38,002 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:38,388 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:54:40,003 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:41,271 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:54:41,272 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:54:44,009 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:50,012 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:56,016 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:54:56,653 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:54:56,654 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:55:00,019 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:06,023 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:08,826 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:55:10,026 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:12,066 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:55:12,066 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:55:14,029 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:16,030 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:20,033 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:24,036 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:26,038 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:27,345 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:55:27,345 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:55:30,040 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:32,041 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:36,044 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:38,046 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:39,148 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:55:40,047 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:42,658 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:55:42,659 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:55:47,051 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:49,053 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:51,054 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:57,057 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:55:57,851 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:55:57,852 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:56:03,061 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:07,064 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:09,498 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:56:13,067 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:13,118 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:56:13,118 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:56:17,069 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:21,071 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:25,074 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:27,076 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:28,365 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:56:28,365 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:56:31,079 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:35,082 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:37,084 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:39,086 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:39,748 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:56:43,089 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:43,579 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:56:43,579 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:56:46,092 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:48,094 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:54,098 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:56:58,857 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:56:58,857 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:57:00,102 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:04,104 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:10,052 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:57:10,107 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:14,093 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:57:14,094 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:57:14,111 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:18,113 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:22,115 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:26,118 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:28,119 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:29,394 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:57:29,395 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:57:32,121 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:34,122 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:36,123 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:38,125 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:40,126 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:40,469 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:57:42,128 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:44,634 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:57:44,635 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:57:45,130 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:47,131 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:49,133 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:51,134 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:53,136 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:55,137 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:57,139 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:57:59,140 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:00,026 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:58:00,027 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:58:01,142 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:03,143 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:05,144 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:07,145 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:09,146 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:10,713 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:58:11,147 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:13,148 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:15,150 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:15,245 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:58:15,245 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:58:17,151 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:19,152 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:21,153 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:23,154 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:25,156 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:27,157 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:29,158 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:30,532 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:58:30,532 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:58:31,159 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:34,162 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:36,163 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:38,164 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:40,165 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:40,942 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:58:42,166 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:44,167 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:45,780 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:58:45,780 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:58:46,168 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:48,170 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:50,171 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:52,172 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:54,173 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:56,174 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:58:58,179 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:00,180 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:01,031 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:59:01,031 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:59:02,181 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:04,182 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:06,183 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:08,184 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:10,185 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:10,327 DEBUG SenderThread:508894 [sender.py:send():234] send: history +2022-02-04 13:59:10,359 DEBUG SenderThread:508894 [sender.py:send():234] send: summary +2022-02-04 13:59:10,403 INFO SenderThread:508894 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-04 13:59:11,186 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/wandb-summary.json +2022-02-04 13:59:11,222 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:59:12,187 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:13,187 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:14,188 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:16,416 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:59:16,418 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:59:18,190 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:20,198 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:22,193 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:27,196 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:31,683 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:59:31,684 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:59:33,200 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:37,203 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:41,500 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 13:59:43,208 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:46,857 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 13:59:46,857 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 13:59:47,210 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:51,213 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:55,223 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 13:59:59,225 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:01,227 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:02,145 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:00:02,146 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:00:05,231 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:09,234 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:11,236 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:11,861 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:00:13,238 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:17,240 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:17,418 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:00:17,419 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:00:19,242 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:21,244 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:27,248 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:32,650 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:00:32,651 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:00:33,252 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:37,255 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:41,258 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:42,124 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:00:47,261 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:47,898 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:00:47,898 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:00:51,263 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:55,266 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:00:59,269 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:03,161 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:01:03,161 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:01:03,271 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:05,273 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:09,276 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:11,278 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:12,418 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:01:16,281 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:18,282 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:18,562 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:01:18,562 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:01:20,284 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:26,287 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:30,289 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:32,291 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:34,021 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:01:34,022 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:01:38,294 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:42,297 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:42,702 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:01:48,300 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:49,215 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:01:49,216 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:01:52,303 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:01:56,305 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:00,308 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:04,310 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:04,494 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:02:04,495 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:02:08,313 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:12,316 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:12,983 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:02:14,318 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:18,321 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:19,728 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:02:19,728 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:02:20,323 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:24,326 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:26,328 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:28,330 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:35,110 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:02:35,111 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:02:35,334 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:41,337 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:43,278 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:02:45,340 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:50,379 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:02:50,379 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:02:51,344 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:55,346 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:02:59,348 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:03,351 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:05,548 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:03:05,549 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:03:07,353 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:11,356 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:13,357 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:13,523 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:03:17,359 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:19,360 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:20,725 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:03:20,725 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:03:23,363 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:25,364 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:27,366 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:34,370 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:35,979 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:03:35,980 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:03:38,373 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:43,776 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:03:44,376 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:50,380 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:51,159 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:03:51,160 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:03:54,383 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:03:58,385 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:02,387 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:04,388 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:06,322 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:04:06,322 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:04:08,391 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:12,394 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:14,028 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:04:14,396 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:18,399 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:20,400 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:21,479 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:04:21,479 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:04:22,402 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:24,404 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:32,409 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:36,700 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:04:36,700 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:04:37,412 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:43,416 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:44,393 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:04:47,417 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:51,419 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:51,997 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:04:51,997 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:04:55,422 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:04:59,425 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:03,427 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:05,428 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:07,196 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:05:07,197 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:05:09,442 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:11,444 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:14,644 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:05:15,446 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:17,447 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:19,448 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:22,366 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:05:22,366 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:05:23,450 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:27,453 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:31,459 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:33,461 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:37,582 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:05:37,582 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:05:39,468 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:43,470 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:44,875 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:05:47,472 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:52,881 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:05:52,882 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:05:54,477 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:05:58,479 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:02,483 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:06,487 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:08,114 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:06:08,115 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:06:10,490 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:12,492 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:15,126 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:06:16,497 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:18,498 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:22,501 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:23,312 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:06:23,312 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:06:24,503 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:26,507 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:28,509 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:34,513 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:38,469 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:06:38,470 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:06:40,517 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:44,520 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:45,399 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:06:48,522 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:53,755 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:06:53,756 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:06:54,525 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:06:57,528 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:01,532 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:05,535 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:08,954 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:07:08,955 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:07:09,538 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:11,540 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:15,543 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:15,666 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:07:17,545 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:19,547 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:23,551 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:24,211 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:07:24,211 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:07:25,553 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:31,556 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:37,559 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:39,510 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:07:39,511 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:07:41,562 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:45,565 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:45,891 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:07:51,569 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:54,669 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:07:54,670 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:07:55,572 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:07:57,574 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:01,577 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:05,585 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:09,587 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:09,832 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:08:09,832 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:08:11,588 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:16,239 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:08:16,592 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:18,593 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:20,595 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:24,598 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:25,165 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:08:25,166 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:08:30,601 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:34,604 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:40,359 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:08:40,359 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:08:40,607 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:44,610 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:46,461 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:08:48,613 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:52,615 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:08:55,659 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:08:55,659 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:08:56,618 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:00,621 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:04,623 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:06,625 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:10,628 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:10,920 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:09:10,920 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:09:12,629 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:16,632 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:16,754 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:09:18,635 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:20,637 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:26,078 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:09:26,078 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:09:26,641 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:28,641 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:30,643 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:37,647 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:41,516 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:09:41,516 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:09:43,651 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:47,012 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:09:47,653 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:51,657 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:09:56,757 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:09:56,757 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:09:57,660 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:01,662 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:03,663 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:07,666 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:11,669 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:11,946 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:10:11,947 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:10:15,672 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:17,227 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:10:17,673 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:21,676 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:23,676 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:25,678 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:27,322 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:10:27,322 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:10:28,679 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:34,683 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:40,690 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:42,637 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:10:42,638 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:10:44,693 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:47,488 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:10:48,695 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:54,698 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:10:57,847 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:10:57,847 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:10:58,701 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:02,703 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:06,706 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:10,709 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:12,710 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:13,122 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:11:13,123 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:11:16,712 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:17,741 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:11:18,713 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:20,715 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:24,718 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:26,719 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:28,478 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:11:28,478 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:11:32,722 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:37,725 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:43,729 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:43,801 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:11:43,801 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:11:47,731 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:48,008 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:11:51,733 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:55,736 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:11:59,075 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:11:59,078 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:11:59,738 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:03,741 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:05,742 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:09,744 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:11,745 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:14,269 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:12:14,269 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:12:15,747 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:17,749 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:18,332 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:12:19,750 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:21,752 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:29,436 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:12:29,437 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:12:29,756 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:33,759 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:39,763 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:43,766 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:44,594 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:12:44,595 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:12:47,768 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:48,722 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:12:52,774 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:56,777 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:12:59,765 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:12:59,766 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:13:00,780 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:04,783 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:06,785 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:10,787 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:12,795 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:14,993 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:13:14,993 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:13:16,806 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:18,809 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:18,945 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:13:20,810 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:26,813 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:30,170 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:13:30,171 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:13:30,821 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:32,822 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:38,826 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:44,831 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:45,529 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:13:45,530 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:13:48,833 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:49,199 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:13:52,836 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:13:58,840 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:00,800 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:14:00,800 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:14:02,843 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:07,846 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:09,847 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:13,850 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:16,032 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:14:16,033 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:14:17,853 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:19,405 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:14:19,855 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:23,858 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:25,859 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:27,862 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:29,863 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:31,204 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:14:31,204 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:14:35,867 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:41,871 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:46,416 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:14:46,417 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:14:47,875 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:49,670 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:14:51,878 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:55,881 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:14:59,883 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:01,723 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:15:01,723 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:15:01,885 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:05,888 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:09,890 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:13,899 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:16,901 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:16,936 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:15:16,937 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:15:18,902 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:19,932 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:15:22,905 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:24,907 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:26,908 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:32,236 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:15:32,237 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:15:32,912 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:38,916 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:42,919 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:46,921 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:47,458 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:15:47,459 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:15:50,187 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:15:50,923 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:54,926 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:15:58,928 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:02,659 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:16:02,660 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:16:02,930 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:06,932 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:08,933 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:12,936 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:16,939 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:17,893 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:16:17,893 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:16:19,941 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:20,467 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:16:21,943 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:23,945 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:31,950 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:33,067 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:16:33,067 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:16:35,953 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:41,957 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:45,959 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:48,224 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:16:48,225 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:16:49,962 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:50,778 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:16:53,965 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:16:57,967 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:01,971 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:03,479 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:17:03,479 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:17:05,973 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:07,975 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:11,978 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:13,979 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:15,980 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:18,721 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:17:18,721 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:17:19,983 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:20,983 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:17:21,987 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:27,990 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:29,991 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:32,993 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:33,885 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:17:33,885 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:17:38,997 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:45,001 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:49,004 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:49,184 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:17:49,184 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:17:51,313 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:17:53,006 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:17:57,009 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:01,012 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:04,414 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:18:04,416 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:18:05,015 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:09,018 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:13,021 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:16,023 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:19,630 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:18:19,630 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:18:20,026 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:21,591 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:18:22,027 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:26,030 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:28,031 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:30,032 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:34,841 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:18:34,841 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:18:36,035 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:42,039 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:46,042 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:50,044 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:50,127 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:18:50,128 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:18:51,807 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:18:54,047 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:18:58,050 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:02,053 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:05,425 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:19:05,425 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:19:06,056 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:10,058 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:14,060 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:16,061 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:20,619 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:19:20,620 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:19:21,064 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:22,035 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:19:23,065 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:25,066 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:27,067 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:35,072 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:35,953 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:19:35,953 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:19:39,075 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:45,079 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:49,081 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:51,234 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:19:51,235 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:19:52,283 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:19:53,083 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:19:57,086 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:01,089 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:05,092 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:06,441 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:20:06,441 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:20:07,094 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:11,096 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:13,098 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:17,101 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:19,102 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:21,103 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:21,676 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:20:21,677 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:20:22,569 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:20:23,105 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:30,109 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:36,113 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:36,895 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:20:36,896 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:20:40,115 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:46,118 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:50,120 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:52,156 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:20:52,157 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:20:52,851 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:20:54,122 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:20:58,124 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:02,125 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:04,127 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:07,334 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:21:07,334 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:21:08,130 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:12,133 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:14,135 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:16,137 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:20,140 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:22,142 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:22,596 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:21:22,596 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:21:23,081 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:21:26,145 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:30,147 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:32,149 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:37,892 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:21:37,892 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:21:38,153 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:44,156 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:48,160 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:52,163 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:21:53,059 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:21:53,059 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:21:53,324 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:21:56,166 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:00,169 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:04,172 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:08,174 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:08,255 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:22:08,256 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:22:13,177 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:15,178 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:19,180 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:21,182 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:23,182 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:23,511 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:22:23,511 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:22:23,667 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:22:27,185 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:29,186 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:35,190 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:38,822 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:22:38,823 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:22:39,192 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:45,195 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:49,198 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:53,201 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:22:53,850 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:22:54,127 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:22:54,127 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:22:57,204 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:01,207 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:05,210 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:09,212 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:09,379 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:23:09,379 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:23:11,214 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:15,217 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:17,219 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:21,222 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:23,223 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:24,233 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:23:24,636 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:23:24,636 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:23:25,225 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:32,229 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:38,232 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:40,008 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:23:40,008 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:23:44,236 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:48,238 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:52,240 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:23:54,541 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:23:55,335 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:23:55,335 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:23:56,243 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:00,246 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:04,248 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:08,251 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:10,252 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:10,521 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:24:10,521 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:24:14,255 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:16,256 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:20,258 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:22,260 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:24,260 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:24,775 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:24:25,948 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:24:25,949 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:24:30,264 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:34,089 DEBUG SenderThread:508894 [sender.py:send():234] send: history +2022-02-04 14:24:34,130 DEBUG SenderThread:508894 [sender.py:send():234] send: summary +2022-02-04 14:24:34,161 INFO SenderThread:508894 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-04 14:24:34,266 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/wandb-summary.json +2022-02-04 14:24:36,267 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:38,269 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:40,270 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:41,203 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:24:41,204 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:24:42,270 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:44,271 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:46,272 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:48,274 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:51,276 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:53,277 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:55,005 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:24:55,278 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:56,463 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:24:56,464 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:24:57,279 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:24:59,280 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:01,281 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:03,283 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:05,284 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:07,285 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:09,286 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:11,287 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:11,650 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:25:11,650 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:25:13,289 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:15,290 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:17,292 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:19,293 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:21,295 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:23,297 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:25,224 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:25:25,299 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:26,868 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:25:26,869 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:25:27,300 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:29,302 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:31,303 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:33,305 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:35,307 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:37,309 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:39,310 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:41,311 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:42,025 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:25:42,026 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:25:43,312 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:45,313 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:48,314 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:50,315 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:52,316 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:54,317 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:55,454 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:25:56,319 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:25:57,285 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:25:57,285 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:25:58,321 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:00,321 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:02,323 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:04,324 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:06,325 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:07,975 DEBUG SenderThread:508894 [sender.py:send():234] send: history +2022-02-04 14:26:08,010 DEBUG SenderThread:508894 [sender.py:send():234] send: summary +2022-02-04 14:26:08,059 INFO SenderThread:508894 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-02-04 14:26:08,326 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/wandb-summary.json +2022-02-04 14:26:08,327 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:09,327 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:10,328 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:12,329 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:12,548 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:26:12,549 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:26:20,335 INFO Thread-8 :508894 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/wav2vec2-large-xls-r-300m-mn/wandb/run-20220204_121013-1s9mhb6h/files/output.log +2022-02-04 14:26:25,663 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:26:27,717 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:26:27,718 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:26:42,876 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:26:42,876 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:26:55,904 DEBUG SenderThread:508894 [sender.py:send():234] send: stats +2022-02-04 14:26:58,036 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:26:58,037 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status +2022-02-04 14:27:13,204 DEBUG HandlerThread:508894 [handler.py:handle_request():130] handle_request: stop_status +2022-02-04 14:27:13,204 DEBUG SenderThread:508894 [sender.py:send_request():248] send_request: stop_status