diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" --- "a/wandb/debug-internal.log" +++ "b/wandb/debug-internal.log" @@ -21458,3 +21458,5894 @@ 2023-11-23 11:58:00,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report 2023-11-23 11:58:00,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive 2023-11-23 11:58:03,829 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 11:58:05,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:06,030 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:06,160 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:58:10,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:11,031 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:16,033 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:16,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:18,234 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:58:21,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:21,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:26,295 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:58:26,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:26,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:31,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:32,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:33,818 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 11:58:36,365 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:58:37,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:37,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:42,139 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:43,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:46,430 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:58:47,142 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:48,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:52,143 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:54,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:58:55,496 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:58:57,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:58:59,253 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:02,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:03,819 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 11:59:05,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:05,556 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:59:07,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:10,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:12,842 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:13,613 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:59:15,651 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:17,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:21,139 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:23,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:23,671 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:59:26,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:28,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:31,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:33,732 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:59:33,820 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 11:59:33,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:36,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:38,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:41,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:41,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:43,794 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:59:44,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:46,955 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:49,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:52,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 11:59:54,025 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 11:59:55,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 11:59:57,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:00,051 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:03,330 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:03,820 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:00:04,087 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:00:05,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:08,332 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:10,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:11,343 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:00:11,344 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:00:11,345 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:00:11,348 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:00:12,154 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:00:12,154 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:00:13,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:13,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:14,163 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:00:16,351 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:19,978 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:22,349 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:24,236 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:00:24,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:27,350 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:30,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:32,460 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:33,821 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:00:34,307 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:00:35,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:37,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:40,716 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:43,751 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:44,365 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:00:45,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:48,752 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:51,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:54,430 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:00:54,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:00:56,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:00:59,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:01,813 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:02,492 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:01:03,821 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:01:04,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:06,814 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:09,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:11,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:14,562 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:01:15,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:17,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:20,558 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:23,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:24,623 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:01:26,484 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:28,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:31,668 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:01:32,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:33,808 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:33,822 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:01:37,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:39,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:41,736 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:01:43,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:44,571 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:48,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:49,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:51,807 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:01:53,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:01:54,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:01:58,891 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:00,404 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:01,874 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:02:03,823 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:02:04,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:05,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:09,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:10,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:11,952 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:02:15,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:15,858 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:20,549 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:21,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:22,017 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:02:25,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:26,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:30,080 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:02:31,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:31,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:33,824 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:02:36,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:36,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:41,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:42,146 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:02:42,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:47,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:48,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:52,266 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:02:53,277 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:53,476 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:58,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:02:58,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:02:58,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:00,313 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:03:03,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:03,824 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:03:03,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:09,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:09,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:10,382 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:03:14,474 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:14,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:19,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:20,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:20,445 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:03:24,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:25,367 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:27,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:03:27,901 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:03:27,902 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:03:27,904 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:03:28,512 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:03:28,513 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:03:30,524 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:03:30,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:30,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:33,825 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:03:36,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:36,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:40,590 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:03:41,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:42,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:47,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:47,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:50,653 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:03:52,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:53,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:03:58,317 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:58,317 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:03:58,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:00,718 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:04:03,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:03,825 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:04:04,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:09,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:10,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:10,806 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:04:14,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:15,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:17,856 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:04:20,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:21,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:25,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:26,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:27,924 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:04:30,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:31,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:33,844 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:04:36,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:36,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:38,003 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:04:41,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:41,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:47,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:47,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:48,071 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:04:52,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:52,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:04:57,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:04:57,309 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:02,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:02,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:03,844 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:05:07,474 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:07,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:12,734 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:12,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:17,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:18,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:22,250 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:05:23,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:23,444 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:28,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:29,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:29,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:32,318 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:05:33,844 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:05:33,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:34,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:38,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:39,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:42,397 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:05:44,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:44,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:49,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:50,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:05:52,461 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:05:55,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:05:55,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:00,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:01,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:02,531 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:06:03,845 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:06:05,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:06,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:10,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:11,699 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:12,593 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:06:15,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:16,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:21,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:22,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:22,656 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:06:26,415 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:27,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:31,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:32,716 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:06:33,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:33,845 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:06:36,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:39,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:42,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:42,824 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:06:44,283 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:47,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:49,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:52,898 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:06:52,964 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:06:54,699 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:06:57,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:00,697 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:00,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:02,961 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:07:03,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:03,846 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:07:05,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:08,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:10,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:07:10,629 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:07:10,630 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:07:10,632 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:07:11,016 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:07:11,343 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:13,026 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:07:14,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:16,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:19,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:22,083 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:07:22,099 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:25,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:27,100 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:30,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:32,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:33,846 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:07:34,163 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:07:35,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:37,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:40,849 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:42,214 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:07:43,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:46,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:48,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:52,280 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:07:52,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:54,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:57,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:07:59,853 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:07:59,853 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:02,344 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:08:03,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:03,847 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:08:04,855 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:08,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:10,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:12,401 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:08:14,753 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:15,491 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:19,760 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:20,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:22,469 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:08:25,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:25,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:30,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:30,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:31,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:32,522 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:08:33,847 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:08:35,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:36,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:40,587 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:08:41,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:42,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:47,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:47,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:50,660 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:08:52,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:52,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:57,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:08:58,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:08:58,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:00,724 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:09:03,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:03,351 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:03,848 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:09:08,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:09,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:10,795 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:09:14,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:14,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:18,854 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:09:19,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:19,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:24,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:25,645 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:28,921 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:09:29,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:30,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:33,850 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:09:35,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:36,027 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:38,981 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:09:41,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:41,251 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:46,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:46,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:51,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:51,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:09:53,068 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:09:56,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:09:56,567 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:01,948 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:02,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:03,159 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:03,850 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:10:06,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:07,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:11,218 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:12,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:12,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:17,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:18,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:20,280 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:23,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:23,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:28,191 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:28,730 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:29,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:10:29,391 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:10:29,392 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:10:29,394 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:10:30,347 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:30,348 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:10:31,353 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:33,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:33,850 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:10:33,851 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:38,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:38,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:40,413 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:43,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:43,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:49,186 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:49,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:50,476 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:54,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:54,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:10:58,527 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:10:59,192 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:10:59,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:03,851 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:11:05,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:06,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:08,595 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:11:11,097 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:11,290 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:16,291 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:16,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:16,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:18,664 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:11:21,738 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:21,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:27,259 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:27,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:28,729 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:11:32,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:32,609 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:33,852 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:11:36,785 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:11:37,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:38,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:42,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:43,139 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:46,865 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:11:48,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:48,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:48,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:53,796 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:11:54,027 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:56,930 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:11:59,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:11:59,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:03,854 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:12:04,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:04,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:06,993 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:12:09,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:09,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:14,984 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:15,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:17,062 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:12:19,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:20,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:25,119 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:12:25,259 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:25,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:30,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:31,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:31,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:33,853 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:12:35,190 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:12:35,854 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:36,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:40,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:42,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:45,250 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:12:46,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:47,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:51,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:53,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:12:53,302 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:12:57,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:12:58,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:02,814 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:03,363 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:03,650 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:03,854 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:13:07,855 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:09,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:13,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:13,429 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:14,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:18,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:20,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:20,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:22,572 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:23,509 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:25,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:28,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:30,650 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:30,782 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:33,854 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:13:33,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:35,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:38,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:39,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:13:39,325 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:13:39,325 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:13:39,328 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:13:39,842 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:13:40,848 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:41,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:41,851 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:44,330 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:47,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:47,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:49,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:50,909 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:52,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:54,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:13:57,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:13:58,971 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:13:59,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:02,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:03,855 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:14:05,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:08,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:09,032 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:14:11,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:13,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:16,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:18,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:19,093 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:14:21,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:24,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:27,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:27,154 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:14:29,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:32,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:33,857 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:14:35,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:35,571 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:37,216 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:14:37,735 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:40,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:42,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:45,651 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:47,274 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:14:48,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:50,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:53,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:14:55,897 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:14:57,338 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:14:58,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:00,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:03,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:03,858 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:15:06,277 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:07,410 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:15:08,682 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:12,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:13,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:15,455 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:15:17,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:19,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:23,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:24,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:25,526 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:15:28,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:29,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:33,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:33,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:33,858 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:15:34,858 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:35,582 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:15:38,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:39,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:42,633 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:15:44,092 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:45,309 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:49,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:50,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:15:54,705 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:15:54,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:15:55,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:00,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:01,030 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:02,764 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:16:03,858 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:16:05,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:06,031 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:10,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:11,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:12,837 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:16:16,514 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:16,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:22,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:22,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:22,904 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:16:27,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:27,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:32,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:32,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:32,981 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:16:33,859 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:16:37,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:38,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:43,054 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:16:43,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:43,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:48,127 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:49,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:49,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:50,362 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:16:50,363 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:16:50,364 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:16:50,366 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:16:51,110 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:16:51,111 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:16:52,117 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:16:53,368 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:54,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:16:58,370 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:16:59,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:01,173 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:17:03,862 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:17:03,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:04,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:08,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:10,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:11,234 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:17:14,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:15,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:20,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:20,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:20,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:21,299 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:17:25,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:27,051 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:29,360 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:17:31,386 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:32,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:33,870 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:17:36,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:37,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:39,426 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:17:42,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:42,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:47,127 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:48,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:49,506 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:17:52,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:53,514 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:58,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:17:58,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:17:59,573 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:18:03,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:03,861 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:18:04,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:08,979 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:09,636 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:18:09,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:13,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:16,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:19,333 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:19,696 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:18:21,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:24,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:26,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:29,762 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:18:30,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:31,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:33,862 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:18:35,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:36,810 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:18:37,436 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:37,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:41,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:42,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:46,869 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:18:47,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:47,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:52,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:54,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:18:56,975 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:18:57,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:18:59,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:02,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:03,864 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:19:05,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:05,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:07,307 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:19:08,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:10,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:13,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:15,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:17,362 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:19:18,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:20,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:23,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:25,420 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:19:25,460 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:29,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:30,460 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:33,864 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:19:34,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:35,487 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:19:36,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:39,688 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:42,841 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:45,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:45,554 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:19:47,842 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:50,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:53,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:53,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:19:55,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:19:55,625 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:19:58,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:00,506 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:02,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:20:02,995 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:20:02,996 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:20:02,998 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:20:03,682 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:20:03,683 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:20:03,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:03,865 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:20:05,690 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:20:05,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:08,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:10,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:13,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:15,753 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:20:16,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:18,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:21,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:23,813 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:20:24,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:26,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:30,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:31,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:33,865 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:20:33,878 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:20:35,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:36,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:41,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:42,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:43,943 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:20:46,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:47,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:50,996 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:20:51,569 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:51,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:52,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:20:56,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:20:57,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:01,067 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:21:02,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:03,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:03,868 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:21:08,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:08,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:08,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:11,128 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:21:13,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:14,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:19,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:20,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:21,201 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:21:24,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:25,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:29,253 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:21:29,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:30,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:33,866 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:21:34,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:36,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:39,314 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:21:40,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:42,278 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:46,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:46,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:47,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:49,380 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:21:51,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:52,571 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:57,151 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:21:58,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:21:59,455 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:22:02,152 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:03,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:03,869 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:22:07,511 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:22:07,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:07,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:08,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:12,701 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:13,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:17,581 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:22:18,348 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:19,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:24,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:24,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:24,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:27,649 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:22:29,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:29,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:33,870 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:22:34,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:35,098 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:37,719 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:22:40,099 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:40,349 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:45,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:45,753 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:45,775 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:22:50,528 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:50,753 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:22:55,839 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:22:56,278 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:22:56,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:01,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:02,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:02,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:03,870 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:23:05,912 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:23:06,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:07,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:11,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:12,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:13,173 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:23:13,175 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:23:13,175 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:23:13,178 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:23:13,971 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:23:13,972 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:23:15,982 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:23:17,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:17,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:22,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:23,492 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:23,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:24,027 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:23:27,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:28,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:33,240 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:33,870 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:23:33,948 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:34,103 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:23:38,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:38,949 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:44,165 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:23:44,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:44,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:49,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:49,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:54,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:23:55,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:55,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:23:57,244 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:24:00,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:00,136 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:03,873 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:24:05,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:05,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:07,308 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:24:10,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:10,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:15,363 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:24:15,876 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:16,087 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:20,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:21,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:25,432 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:24:26,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:26,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:31,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:33,198 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:33,873 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:24:35,505 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:24:37,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:38,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:42,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:43,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:45,576 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:24:47,733 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:48,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:52,735 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:53,625 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:24:53,807 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:24:57,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:24:58,808 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:03,339 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:03,690 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:25:03,874 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:25:04,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:08,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:09,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:13,752 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:25:14,194 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:14,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:19,196 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:20,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:23,820 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:25:25,190 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:25,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:30,192 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:31,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:33,874 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:25:33,879 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:25:35,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:36,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:40,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:41,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:41,936 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:25:46,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:46,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:51,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:51,997 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:25:52,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:25:56,582 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:25:57,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:02,081 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:26:02,189 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:03,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:03,875 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:26:07,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:08,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:08,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:12,147 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:26:13,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:13,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:18,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:18,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:20,203 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:26:23,765 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:23,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:28,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:26:28,198 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:26:28,199 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:26:28,201 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:26:28,260 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:26:29,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:29,208 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:30,270 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:26:33,875 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:26:34,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:34,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:39,274 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:40,333 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:26:40,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:45,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:45,743 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:47,390 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:26:50,804 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:51,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:56,124 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:26:56,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:56,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:26:57,457 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:27:01,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:01,815 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:03,929 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:27:07,011 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:07,258 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:07,526 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:27:12,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:12,258 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:17,585 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:27:17,669 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:17,842 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:22,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:24,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:24,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:27,649 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:27:28,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:29,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:33,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:33,878 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:27:34,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:35,709 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:27:38,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:39,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:43,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:45,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:45,778 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:27:49,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:50,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:27:55,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:27:55,851 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:27:55,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:00,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:02,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:03,878 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:28:05,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:05,906 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:28:07,341 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:10,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:12,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:12,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:13,962 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:28:16,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:17,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:21,819 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:22,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:24,035 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:28:27,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:27,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:32,089 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:28:32,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:33,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:33,879 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:28:37,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:38,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:42,156 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:28:43,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:43,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:43,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:48,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:49,465 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:52,221 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:28:53,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:54,466 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:28:58,772 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:28:59,978 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:02,288 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:29:03,879 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:29:03,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:04,979 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:08,881 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:10,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:12,352 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:29:14,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:15,442 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:19,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:20,401 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:29:20,766 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:24,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:26,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:26,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:30,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:30,462 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:29:31,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:33,880 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:29:35,881 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:37,755 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:37,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:29:37,966 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:29:37,967 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:29:37,969 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:29:38,545 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:29:40,554 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:29:40,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:42,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:45,977 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:48,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:50,622 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:29:51,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:53,320 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:29:56,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:29:57,684 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:29:58,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:02,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:03,841 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:03,881 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:30:07,584 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:07,749 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:30:09,431 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:12,585 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:14,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:14,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:17,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:17,842 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:30:19,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:22,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:25,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:25,899 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:30:28,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:30,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:33,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:33,884 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:30:35,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:35,975 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:30:39,023 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:40,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:44,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:46,037 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:30:46,491 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:49,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:52,956 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:52,956 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:30:55,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:30:56,113 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:30:57,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:00,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:03,354 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:03,883 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:31:06,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:06,172 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:31:08,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:11,124 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:13,724 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:16,130 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:16,234 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:31:18,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:21,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:24,697 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:26,285 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:31:26,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:29,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:31,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:33,884 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:31:35,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:36,358 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:31:37,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:40,120 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:42,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:45,516 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:45,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:46,416 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:31:47,716 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:50,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:52,718 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:31:55,841 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:31:56,480 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:31:58,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:02,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:03,235 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:03,885 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:32:06,598 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:32:07,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:08,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:12,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:13,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:17,429 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:18,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:22,655 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:24,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:24,702 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:32:27,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:29,328 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:33,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:33,886 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:32:34,763 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:32:34,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:38,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:39,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:43,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:43,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:43,827 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:32:44,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:48,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:49,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:32:53,888 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:32:54,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:32:55,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:00,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:00,562 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:00,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:01,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:33:01,763 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:33:01,763 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:33:01,766 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:33:01,937 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:33:03,886 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:33:03,946 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:33:04,951 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:33:05,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:05,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:10,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:10,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:14,310 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:33:15,617 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:15,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:20,908 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:21,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:24,388 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:33:26,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:26,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:31,520 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:31,521 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:31,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:32,447 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:33:33,887 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:33:36,521 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:36,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:41,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:42,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:42,512 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:33:47,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:48,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:52,581 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:33:52,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:53,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:57,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:33:58,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:33:58,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:00,635 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:34:03,084 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:03,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:03,887 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:34:08,866 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:08,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:10,702 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:34:13,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:14,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:19,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:19,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:20,773 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:34:24,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:24,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:29,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:30,157 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:30,834 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:34:33,888 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:34:35,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:36,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:40,904 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:34:41,482 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:41,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:46,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:46,804 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:46,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:47,963 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:34:51,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:52,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:57,214 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:34:57,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:34:58,032 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:35:02,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:02,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:03,889 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:35:07,576 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:07,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:08,099 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:35:12,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:12,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:18,064 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:18,167 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:35:18,359 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:23,065 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:23,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:28,065 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:28,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:33,066 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:33,361 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:33,889 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:35:38,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:38,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:43,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:43,891 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:48,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:48,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:53,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:53,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:35:58,413 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:35:58,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:35:59,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:03,429 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:03,891 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:36:04,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:08,472 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:36:08,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:10,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:13,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:15,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:18,535 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:36:19,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:20,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:25,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:25,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:28,594 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:36:30,155 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:31,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:33,891 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:36:35,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:36,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:38,656 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:36:40,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:41,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:45,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:45,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:46,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:36:46,378 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:36:46,378 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:36:46,380 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:36:46,707 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:36:47,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:48,716 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:36:50,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:52,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:36:56,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:36:56,794 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:36:57,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:01,431 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:02,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:03,893 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:37:06,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:07,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:08,874 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:37:11,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:12,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:16,923 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:37:17,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:18,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:22,122 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:23,585 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:26,996 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:37:27,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:29,086 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:33,669 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:33,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:33,894 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:37:34,896 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:37,066 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:37:38,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:40,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:43,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:46,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:47,132 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:37:48,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:51,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:54,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:37:56,189 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:37:56,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:37:59,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:01,625 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:03,895 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:38:04,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:06,251 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:38:07,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:09,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:12,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:15,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:16,320 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:38:18,042 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:22,242 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:23,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:24,374 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:38:27,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:28,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:33,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:33,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:33,895 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:38:33,896 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:34,440 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:38:38,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:38,896 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:43,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:44,503 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:38:44,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:48,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:49,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:53,346 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:54,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:38:58,379 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:38:58,596 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:38:59,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:03,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:03,897 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:39:05,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:08,662 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:39:08,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:10,963 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:15,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:15,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:15,964 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:18,730 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:39:20,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:21,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:25,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:26,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:26,787 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:39:30,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:31,645 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:33,898 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:39:35,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:36,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:36,848 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:39:40,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:41,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:45,866 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:46,912 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:39:47,084 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:50,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:52,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:39:56,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:39:56,975 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:39:57,474 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:02,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:02,685 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:02,686 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:03,898 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:40:03,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:40:03,904 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:40:03,905 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:40:03,907 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:40:04,031 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:40:05,039 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:40:07,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:07,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:12,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:12,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:15,118 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:40:18,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:18,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:23,467 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:23,739 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:25,177 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:40:28,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:28,740 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:33,898 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:40:33,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:34,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:34,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:35,240 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:40:38,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:39,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:44,186 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:44,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:45,298 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:40:49,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:50,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:53,377 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:40:54,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:40:55,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:40:59,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:00,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:02,435 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:41:03,899 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:41:04,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:05,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:09,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:11,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:12,504 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:41:15,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:16,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:21,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:22,320 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:22,576 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:41:26,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:28,786 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:30,634 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:41:32,041 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:33,787 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:33,899 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:41:37,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:39,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:40,697 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:41:43,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:44,159 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:48,383 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:49,989 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:50,770 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:41:54,259 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:41:54,990 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:41:59,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:00,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:00,837 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:42:03,900 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:42:04,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:05,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:10,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:10,897 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:42:11,553 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:15,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:17,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:17,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:20,964 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:42:21,309 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:22,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:26,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:27,326 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:29,020 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:42:31,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:32,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:33,900 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:42:36,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:37,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:39,077 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:42:41,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:42,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:46,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:48,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:49,136 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:42:52,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:53,091 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:57,876 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:42:58,549 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:42:59,204 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:43:02,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:03,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:03,903 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:43:08,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:09,267 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:43:09,347 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:13,465 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:14,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:15,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:43:15,986 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:43:15,987 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:43:15,989 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:43:16,317 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:43:17,324 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:43:18,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:19,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:23,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:25,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:27,405 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:43:29,544 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:30,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:33,903 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:43:34,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:35,787 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:37,474 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:43:40,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:40,787 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:45,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:46,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:47,544 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:43:50,253 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:52,466 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:43:55,602 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:43:55,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:43:57,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:00,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:03,377 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:03,378 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:03,903 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:44:04,670 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:44:05,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:08,379 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:10,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:13,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:14,741 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:44:16,842 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:18,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:21,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:24,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:24,807 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:44:27,297 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:30,585 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:32,865 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:44:33,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:33,904 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:44:35,586 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:38,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:41,136 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:42,934 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:44:44,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:46,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:49,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:51,751 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:51,751 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:44:53,003 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:44:55,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:44:56,752 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:00,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:02,172 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:03,069 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:45:03,905 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:45:05,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:07,173 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:11,122 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:45:11,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:13,064 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:16,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:18,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:18,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:21,182 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:45:21,667 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:23,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:26,669 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:28,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:31,248 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:45:32,118 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:33,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:33,905 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:45:37,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:39,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:39,315 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:45:43,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:44,171 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:48,835 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:49,380 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:45:49,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:53,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:56,084 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:45:59,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:45:59,451 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:46:01,092 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:03,905 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:46:04,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:06,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:06,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:09,514 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:46:10,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:11,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:15,040 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:17,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:19,588 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:46:20,505 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:22,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:25,507 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:25,869 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:46:25,870 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:46:25,871 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:46:25,873 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:46:26,641 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:46:27,646 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:46:27,667 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:30,882 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:33,906 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:46:34,118 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:34,118 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:36,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:37,705 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:46:39,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:41,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:44,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:46,760 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:47,778 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:46:49,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:51,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:54,563 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:46:56,790 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:46:57,847 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:46:59,564 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:01,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:03,907 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:47:05,119 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:05,899 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:47:07,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:10,225 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:12,320 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:14,957 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:47:15,474 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:17,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:21,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:22,726 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:25,019 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:47:26,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:28,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:32,489 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:33,754 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:33,909 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:47:35,079 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:47:37,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:38,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:43,130 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:47:43,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:44,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:48,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:49,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:47:53,201 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:47:53,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:47:55,108 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:00,109 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:00,293 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:03,270 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:48:03,909 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:48:05,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:05,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:10,660 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:11,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:13,325 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:48:15,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:16,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:21,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:21,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:21,418 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:48:22,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:26,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:27,465 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:31,484 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:48:31,489 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:33,096 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:33,910 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:48:36,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:38,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:41,549 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:48:41,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:43,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:48,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:48,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:51,617 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:48:53,194 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:54,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:48:58,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:48:59,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:01,688 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:49:03,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:03,910 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:49:04,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:08,945 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:08,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:09,738 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:49:10,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:13,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:15,136 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:19,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:19,812 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:49:20,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:25,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:26,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:29,875 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:49:31,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:31,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:33,913 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:49:36,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:36,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:36,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:36,987 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:49:36,988 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:49:36,988 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:49:36,991 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:49:37,984 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:49:37,985 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:49:39,994 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:49:41,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:41,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:47,209 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:47,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:48,052 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:49:52,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:52,499 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:57,613 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:49:57,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:49:58,110 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:50:02,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:02,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:03,913 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:50:07,176 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:50:08,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:08,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:08,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:13,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:13,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:17,234 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:50:18,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:18,851 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:23,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:24,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:24,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:25,294 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:50:29,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:29,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:33,913 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:50:34,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:35,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:35,361 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:50:39,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:40,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:44,706 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:45,558 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:50:45,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:49,707 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:50,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:50:55,170 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:50:55,618 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:50:56,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:00,172 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:01,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:03,914 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:51:05,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:05,690 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:51:06,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:11,175 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:11,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:13,749 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:51:16,176 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:17,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:22,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:22,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:23,380 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:23,809 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:51:27,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:28,380 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:32,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:33,774 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:33,887 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:51:33,915 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:51:37,523 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:38,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:42,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:43,958 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:51:44,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:47,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:49,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:53,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:53,326 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:54,024 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:51:54,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:51:58,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:51:59,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:03,915 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:52:04,084 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:52:04,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:04,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:09,465 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:09,465 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:09,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:12,132 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:52:14,466 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:15,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:20,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:21,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:22,243 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:52:25,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:26,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:30,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:31,308 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:52:31,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:33,916 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:52:35,166 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:36,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:40,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:41,370 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:52:42,116 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:45,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:47,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:49,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:52:49,666 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:52:49,667 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:52:49,669 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:52:50,438 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:52:51,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:51,444 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:52:52,452 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:52:52,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:52:56,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:52:57,672 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:02,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:02,681 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:03,916 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:53:05,539 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:53:07,684 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:08,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:13,122 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:13,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:15,601 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:53:18,312 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:18,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:23,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:24,169 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:25,662 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:53:28,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:29,178 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:33,891 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:33,926 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:53:34,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:39,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:39,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:44,373 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:44,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:49,682 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:49,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:49,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:53:53,824 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:53:54,683 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:53:55,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:00,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:00,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:03,892 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:54:03,926 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:54:05,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:05,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:10,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:11,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:11,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:13,952 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:54:16,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:16,684 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:21,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:22,378 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:24,012 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:54:27,133 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:27,379 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:32,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:33,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:33,927 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:54:34,081 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:54:37,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:39,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:39,528 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:42,138 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:54:43,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:44,529 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:48,689 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:49,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:52,209 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:54:54,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:54:54,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:54:59,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:00,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:02,273 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:55:03,927 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:55:04,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:05,393 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:10,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:11,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:11,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:12,342 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:55:15,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:16,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:21,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:22,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:22,411 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:55:26,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:28,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:31,442 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:32,477 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:55:33,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:33,928 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:55:36,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:39,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:39,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:41,536 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:55:42,460 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:44,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:47,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:49,593 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:55:49,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:53,087 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:54,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:55:58,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:55:59,732 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:56:00,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:03,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:03,928 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:56:05,368 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:09,575 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:09,804 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:56:11,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:14,576 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:17,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:19,862 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:56:20,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:22,202 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:25,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:27,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:27,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:28,120 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:56:28,121 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:56:28,121 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:56:28,124 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:56:28,916 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:56:29,920 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:56:31,125 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:32,930 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:33,929 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:56:36,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:38,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:39,987 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:56:42,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:43,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:48,049 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:56:48,096 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:48,948 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:53,097 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:53,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:56:58,122 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:56:59,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:56:59,760 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:03,930 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:57:04,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:05,293 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:08,192 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:57:10,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:10,564 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:15,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:15,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:18,248 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:57:20,310 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:21,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:25,702 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:25,703 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:26,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:28,309 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:57:30,703 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:31,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:33,931 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:57:36,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:37,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:38,373 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:57:41,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:42,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:47,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:48,441 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:57:48,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:53,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:57:53,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:53,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:56,492 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:57:58,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:57:59,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:03,931 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:58:04,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:04,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:06,558 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:58:09,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:09,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:14,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:15,106 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:16,622 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:58:19,961 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:20,107 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:25,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:25,595 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:26,695 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:58:30,339 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:30,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:33,932 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:58:35,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:35,757 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:58:35,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:40,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:41,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:41,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:43,806 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:58:46,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:46,986 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:51,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:52,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:58:53,863 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:58:56,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:58:57,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:01,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:03,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:03,917 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:59:03,932 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:59:06,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:08,121 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:12,732 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:13,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:13,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:13,979 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:59:17,733 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:19,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:23,544 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:24,054 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:59:24,869 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:28,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:30,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:33,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:33,933 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 12:59:34,120 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:59:35,449 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:38,935 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:41,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:41,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:41,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 12:59:41,551 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 12:59:41,552 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 12:59:41,555 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 12:59:42,175 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:59:42,176 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 12:59:44,189 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:59:44,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:46,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:49,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:51,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:52,241 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 12:59:54,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 12:59:56,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 12:59:59,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:02,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:02,314 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:00:03,933 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:00:04,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:07,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:09,935 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:12,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:12,379 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:00:15,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:18,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:21,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:22,435 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:00:23,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:26,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:29,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:29,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:31,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:32,497 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:00:33,934 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:00:34,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:36,935 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:40,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:42,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:42,658 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:00:45,369 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:47,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:50,707 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:00:50,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:53,152 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:00:55,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:00:58,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:01,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:02,833 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:01:03,753 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:03,934 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:01:06,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:08,936 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:10,888 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:01:12,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:14,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:18,023 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:19,948 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:01:20,221 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:23,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:25,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:28,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:28,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:30,022 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:01:31,128 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:33,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:33,935 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:01:36,936 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:39,282 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:40,089 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:01:42,522 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:44,283 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:47,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:49,817 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:50,166 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:01:53,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:01:54,819 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:01:58,218 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:01:58,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:00,393 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:00,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:03,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:03,936 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:02:06,315 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:08,486 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:02:09,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:11,316 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:14,549 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:16,697 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:18,549 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:02:19,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:21,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:24,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:27,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:28,610 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:02:30,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:32,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:33,937 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:02:35,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:37,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:38,674 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:02:41,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:44,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:46,720 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:46,733 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:02:49,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:51,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:54,835 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:02:55,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:02:55,055 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:02:55,055 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:02:55,058 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:02:55,796 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:02:56,802 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:02:57,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:02:59,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:02,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:03,939 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:03:04,930 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:06,863 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:03:07,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:09,931 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:12,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:15,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:15,286 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:16,929 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:03:17,510 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:20,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:22,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:25,662 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:26,991 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:03:27,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:30,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:32,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:33,938 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:03:35,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:37,057 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:03:37,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:42,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:42,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:44,105 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:03:47,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:48,415 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:52,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:53,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:03:54,177 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:03:57,662 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:03:58,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:03,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:03,939 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:04:03,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:04,247 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:04:08,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:08,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:13,944 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:14,130 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:14,329 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:04:18,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:19,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:22,383 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:04:24,509 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:24,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:29,739 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:30,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:32,446 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:04:33,939 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:04:34,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:35,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:39,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:40,944 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:42,519 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:04:45,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:46,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:50,425 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:51,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:04:52,583 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:04:55,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:04:56,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:01,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:01,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:02,643 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:05:03,940 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:05:06,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:06,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:12,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:12,510 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:12,705 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:05:17,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:18,676 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:20,764 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:05:22,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:23,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:27,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:29,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:29,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:30,833 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:05:33,799 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:33,941 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:05:34,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:38,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:40,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:40,893 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:05:44,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:45,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:49,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:50,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:50,956 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:05:54,729 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:05:57,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:05:57,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:00,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:01,033 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:06:02,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:03,941 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:06:05,943 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:07,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:07,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:06:07,880 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:06:07,880 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:06:07,883 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:06:08,088 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:06:09,093 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:06:11,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:12,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:16,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:17,735 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:17,735 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:21,174 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:06:22,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:22,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:27,258 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:28,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:29,230 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:06:32,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:33,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:33,942 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:06:38,302 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:06:38,460 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:39,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:43,461 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:44,220 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:48,366 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:06:49,127 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:49,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:54,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:06:55,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:06:58,421 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:06:59,748 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:00,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:03,944 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:07:04,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:06,545 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:08,486 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:07:09,949 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:11,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:14,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:16,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:16,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:18,552 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:07:20,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:21,558 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:25,891 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:26,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:28,625 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:07:31,636 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:31,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:33,944 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:07:36,636 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:36,945 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:42,200 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:42,711 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:07:42,724 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:47,201 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:47,724 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:52,775 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:07:53,148 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:53,235 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:58,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:07:59,638 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:07:59,638 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:02,841 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:08:03,945 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:08:03,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:04,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:08,947 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:09,685 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:12,910 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:08:13,989 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:14,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:18,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:20,370 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:22,975 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:08:24,694 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:25,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:29,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:30,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:33,037 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:08:33,945 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:08:34,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:36,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:40,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:41,102 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:08:41,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:45,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:46,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:51,169 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:08:51,533 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:52,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:56,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:08:58,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:08:58,465 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:01,236 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:09:01,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:03,466 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:03,946 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:09:06,947 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:08,731 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:11,303 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:09:12,087 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:13,732 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:17,089 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:19,474 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:21,366 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:09:22,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:24,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:27,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:28,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:09:28,377 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:09:28,377 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:09:28,380 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:09:28,421 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:09:29,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:31,439 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:09:33,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:33,947 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:09:36,638 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:38,493 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:09:38,897 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:41,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:43,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:47,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:47,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:48,557 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:09:49,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:52,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:54,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:09:58,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:09:58,612 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:10:00,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:03,127 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:03,948 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:10:05,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:08,690 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:10:08,750 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:11,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:13,752 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:17,581 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:18,756 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:10:19,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:19,430 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:22,582 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:24,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:26,809 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:10:28,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:29,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:33,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:33,949 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:10:35,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:35,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:36,873 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:10:38,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:40,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:43,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:45,429 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:46,938 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:10:48,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:50,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:53,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:10:55,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:10:57,006 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:10:59,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:00,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:03,949 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:11:04,631 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:06,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:07,070 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:11:09,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:12,802 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:15,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:15,131 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:11:17,803 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:20,021 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:23,092 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:25,204 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:11:25,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:28,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:30,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:33,950 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:11:34,049 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:34,049 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:35,273 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:11:35,951 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:39,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:40,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:44,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:45,389 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:11:45,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:50,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:11:51,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:53,447 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:11:56,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:11:56,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:01,429 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:01,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:01,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:03,512 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:12:03,951 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:12:06,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:06,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:12,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:12,516 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:13,578 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:12:17,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:17,517 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:22,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:22,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:23,637 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:12:27,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:27,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:32,703 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:12:32,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:33,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:33,951 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:12:38,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:39,090 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:40,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:12:40,301 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:12:40,302 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:12:40,304 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:12:40,749 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:12:40,750 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:12:41,754 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:12:44,091 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:44,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:49,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:12:49,684 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:49,685 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:50,821 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:12:54,685 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:12:54,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:00,264 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:00,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:00,878 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:13:03,952 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:13:05,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:05,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:10,835 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:10,959 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:13:11,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:15,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:16,107 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:21,039 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:13:21,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:22,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:27,064 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:27,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:29,088 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:13:32,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:32,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:33,952 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:13:37,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:37,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:39,167 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:13:42,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:43,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:48,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:48,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:48,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:49,279 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:13:53,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:53,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:13:59,325 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:13:59,335 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:13:59,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:03,956 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:14:04,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:04,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:09,400 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:14:09,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:10,165 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:15,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:15,501 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:19,463 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:14:20,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:20,804 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:25,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:26,339 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:27,529 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:14:31,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:31,474 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:33,956 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:14:36,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:37,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:37,590 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:14:41,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:42,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:47,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:47,235 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:47,650 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:14:52,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:52,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:14:57,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:14:57,784 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:14:57,801 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:02,803 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:03,957 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:15:04,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:04,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:07,855 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:15:08,354 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:09,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:13,356 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:14,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:17,010 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:15:19,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:19,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:24,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:25,101 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:15:25,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:29,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:30,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:33,968 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:15:35,160 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:15:35,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:36,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:36,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:40,525 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:41,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:45,218 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:15:46,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:46,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:46,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:51,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:52,293 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:15:53,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:15:53,541 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:15:53,542 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:15:53,545 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:15:54,406 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:15:55,412 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:15:56,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:15:57,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:01,548 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:02,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:02,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:03,958 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:16:05,473 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:16:06,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:07,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:11,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:13,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:13,530 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:16:17,654 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:18,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:23,420 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:23,598 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:16:24,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:28,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:30,529 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:33,675 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:16:33,750 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:33,958 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:16:35,531 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:38,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:40,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:43,737 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:16:43,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:45,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:48,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:51,103 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:51,103 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:51,789 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:16:54,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:16:56,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:16:59,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:01,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:01,863 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:17:03,959 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:17:04,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:06,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:10,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:11,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:11,932 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:17:15,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:18,125 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:18,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:21,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:22,000 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:17:23,127 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:26,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:28,425 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:29,052 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:17:31,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:33,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:33,960 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:17:36,962 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:38,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:39,120 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:17:42,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:43,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:47,155 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:49,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:49,181 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:17:52,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:54,523 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:17:58,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:17:59,252 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:18:00,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:03,290 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:03,961 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:18:05,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:05,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:09,152 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:09,320 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:18:10,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:14,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:16,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:17,388 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:18:19,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:21,354 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:24,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:26,637 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:27,456 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:18:29,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:31,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:33,963 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:18:34,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:37,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:37,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:37,519 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:18:40,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:42,214 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:46,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:47,580 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:18:47,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:51,302 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:53,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:53,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:18:55,641 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:18:57,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:18:58,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:02,051 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:03,964 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:19:04,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:04,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:04,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:05,686 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:19:05,687 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:19:05,688 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:19:05,690 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:19:05,713 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:19:07,692 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:07,727 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:19:09,488 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:12,693 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:15,014 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:17,798 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:19:18,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:20,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:23,263 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:25,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:27,867 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:19:29,048 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:30,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:33,965 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:19:34,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:36,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:37,936 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:19:39,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:41,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:45,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:45,984 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:19:47,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:50,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:53,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:53,015 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:19:56,049 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:19:56,314 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:19:58,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:01,315 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:03,965 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:20:03,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:06,114 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:20:06,336 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:08,969 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:11,337 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:14,678 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:16,206 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:20:17,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:19,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:22,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:25,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:25,281 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:20:27,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:31,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:32,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:33,337 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:20:33,966 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:20:36,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:37,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:42,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:43,408 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:20:43,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:47,341 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:48,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:52,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:52,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:53,477 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:20:53,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:20:57,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:20:58,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:03,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:03,550 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:21:03,966 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:21:03,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:08,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:08,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:13,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:13,612 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:21:14,544 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:19,545 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:19,694 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:23,679 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:21:24,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:25,041 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:30,042 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:30,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:33,749 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:21:33,967 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:21:35,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:35,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:40,744 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:40,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:43,921 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:21:45,745 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:45,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:50,746 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:50,984 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:55,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:21:56,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:21:58,012 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:22:00,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:01,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:03,969 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:22:06,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:07,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:08,079 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:22:12,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:13,331 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:16,133 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:22:17,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:18,332 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:22,606 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:23,869 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:23,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:24,150 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:22:24,151 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:22:24,152 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:22:24,154 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:22:24,186 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:22:26,200 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:22:28,156 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:28,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:33,157 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:33,969 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:22:34,496 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:36,271 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:22:38,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:39,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:44,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:45,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:46,332 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:22:49,722 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:51,936 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:51,936 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:22:55,177 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:22:55,399 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:22:56,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:00,179 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:02,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:03,970 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:23:05,462 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:23:05,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:07,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:10,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:13,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:13,519 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:23:16,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:18,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:21,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:23,576 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:23:23,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:27,187 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:28,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:32,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:33,653 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:23:33,970 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:23:34,737 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:37,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:40,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:40,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:43,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:43,720 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:23:45,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:48,488 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:50,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:51,781 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:23:53,807 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:23:55,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:23:58,808 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:00,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:01,851 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:24:03,971 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:24:03,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:05,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:08,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:11,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:11,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:11,912 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:24:14,509 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:17,719 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:19,972 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:24:20,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:22,720 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:25,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:27,723 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:27,723 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:30,039 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:24:30,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:32,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:33,971 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:24:35,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:38,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:38,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:40,093 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:24:41,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:43,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:46,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:49,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:50,170 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:24:52,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:54,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:24:57,246 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:24:59,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:00,234 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:25:02,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:03,972 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:25:04,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:08,342 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:10,113 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:10,310 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:25:13,343 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:15,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:18,370 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:25:18,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:20,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:23,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:25,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:25,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:28,434 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:25:29,031 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:30,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:33,973 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:25:34,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:36,162 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:36,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:25:36,386 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:25:36,387 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:25:36,390 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:25:36,500 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:25:38,509 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:25:40,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:41,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:45,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:46,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:48,568 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:25:50,850 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:51,607 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:25:55,616 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:25:56,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:25:56,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:01,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:03,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:03,973 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:26:05,669 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:26:06,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:08,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:11,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:13,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:13,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:15,737 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:26:16,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:18,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:21,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:23,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:25,808 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:26:27,752 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:28,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:32,753 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:33,863 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:26:33,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:33,974 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:26:37,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:38,967 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:43,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:43,925 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:26:44,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:48,688 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:49,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:53,689 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:54,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:26:58,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:26:59,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:03,975 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:27:03,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:04,077 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:27:05,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:08,977 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:10,545 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:10,545 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:14,141 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:27:14,855 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:15,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:19,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:20,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:22,207 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:27:25,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:25,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:30,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:31,718 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:32,269 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:27:33,975 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:27:35,976 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:36,719 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:40,977 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:41,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:41,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:42,347 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:27:46,036 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:46,813 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:51,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:52,408 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:52,411 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:27:56,729 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:27:58,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:27:58,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:02,273 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:02,474 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:28:03,968 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:03,976 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:28:07,977 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:09,305 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:12,544 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:28:13,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:14,306 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:18,487 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:19,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:20,599 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:28:23,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:24,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:29,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:30,141 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:30,666 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:28:33,976 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:28:34,977 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:35,142 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:40,176 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:40,413 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:40,742 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:28:45,414 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:46,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:49,813 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:28:50,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:51,595 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:55,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:28:57,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:57,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:28:57,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:28:57,373 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:28:57,374 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:28:57,376 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:28:57,872 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:28:57,873 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:28:58,877 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:29:01,378 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:02,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:03,977 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:29:06,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:07,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:07,942 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:29:11,604 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:12,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:16,814 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:17,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:18,010 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:29:21,815 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:22,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:27,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:27,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:28,073 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:29:32,223 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:33,001 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:33,978 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:29:37,948 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:38,136 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:29:38,782 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:42,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:44,199 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:46,189 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:29:48,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:49,200 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:53,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:29:55,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:29:56,257 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:29:59,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:00,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:03,981 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:30:04,723 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:05,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:06,315 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:30:09,724 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:10,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:15,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:16,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:16,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:16,385 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:30:20,391 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:22,548 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:25,769 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:26,441 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:30:27,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:30,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:33,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:33,980 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:30:36,065 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:36,612 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:30:38,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:41,067 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:43,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:43,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:46,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:46,677 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:30:48,940 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:51,251 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:54,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:30:56,752 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:30:56,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:30:59,514 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:01,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:03,980 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:31:04,809 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:31:05,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:06,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:10,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:11,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:14,873 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:31:15,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:15,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:17,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:21,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:22,133 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:24,938 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:31:26,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:27,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:32,347 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:32,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:33,981 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:31:33,998 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:31:37,348 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:37,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:42,804 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:42,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:44,060 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:31:47,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:47,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:52,110 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:31:53,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:53,433 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:31:58,218 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:31:58,434 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:02,181 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:03,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:03,981 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:32:03,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:07,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:32:07,472 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:32:07,472 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:32:07,475 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:32:08,216 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:08,216 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:32:08,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:09,221 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:09,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:13,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:14,246 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:14,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:15,252 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:18,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:19,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:24,318 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:24,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:25,011 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:30,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:31,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:33,982 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:32:34,393 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:35,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:36,235 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:40,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:41,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:41,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:44,457 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:46,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:46,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:51,168 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:52,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:32:54,522 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:32:57,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:32:57,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:02,587 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:33:02,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:03,309 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:03,983 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:33:07,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:09,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:12,655 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:33:13,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:14,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:18,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:20,220 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:22,720 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:33:23,488 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:25,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:28,489 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:30,675 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:32,797 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:33:33,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:33,983 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:33:35,676 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:38,984 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:40,852 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:33:41,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:44,238 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:46,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:49,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:50,924 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:33:51,947 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:54,312 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:33:57,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:57,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:33:59,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:00,989 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:34:02,642 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:03,984 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:34:04,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:07,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:10,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:11,062 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:34:12,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:15,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:18,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:20,048 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:21,128 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:34:23,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:25,049 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:28,178 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:34:28,641 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:30,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:33,984 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:34:34,569 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:35,985 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:38,244 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:34:40,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:41,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:46,412 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:46,501 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:46,502 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:48,305 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:34:51,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:51,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:34:56,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:34:56,779 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:00,376 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:01,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:02,033 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:03,985 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:35:07,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:07,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:08,440 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:12,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:12,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:16,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:35:16,998 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:35:16,999 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:35:17,001 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:35:17,498 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:35:17,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:18,003 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:18,503 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:22,699 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:23,003 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:28,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:28,564 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:28,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:30,572 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:33,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:33,985 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:35:33,987 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:38,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:38,627 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:39,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:43,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:44,649 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:48,695 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:48,727 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:49,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:53,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:35:54,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:35:58,756 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:35:59,239 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:00,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:03,988 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:36:04,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:05,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:08,825 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:36:09,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:11,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:14,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:16,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:20,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:21,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:22,911 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:36:25,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:26,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:30,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:30,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:31,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:32,972 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:36:33,988 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:36:35,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:36,989 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:41,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:42,406 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:43,031 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:36:46,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:47,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:51,796 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:53,095 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:36:53,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:36:56,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:36:58,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:02,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:03,158 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:37:03,841 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:03,989 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:37:08,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:09,136 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:13,229 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:37:14,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:14,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:19,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:19,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:21,286 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:37:24,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:24,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:29,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:30,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:30,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:33,361 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:37:33,990 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:37:34,991 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:35,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:39,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:41,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:42,425 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:37:45,819 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:46,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:51,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:51,813 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:37:52,501 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:37:56,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:37:56,814 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:02,002 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:02,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:02,565 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:38:03,990 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:38:07,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:07,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:12,632 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:38:12,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:13,294 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:18,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:18,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:18,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:20,684 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:38:23,692 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:24,021 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:29,002 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:29,002 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:29,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:30,755 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:38:33,991 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:38:34,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:34,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:38,957 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:38:38,959 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:38:38,960 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:38:38,962 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:38:39,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:39,822 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:38:40,828 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:38:40,964 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:44,743 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:45,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:50,143 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:50,888 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:38:51,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:56,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:38:56,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:38:58,952 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:39:01,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:02,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:03,991 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:39:07,567 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:07,723 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:09,020 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:39:12,569 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:12,724 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:18,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:18,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:18,356 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:19,248 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:39:23,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:23,357 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:28,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:28,781 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:29,310 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:39:33,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:33,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:33,994 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:39:38,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:38,597 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:39:38,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:43,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:45,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:45,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:45,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:46,650 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:39:49,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:50,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:54,154 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:39:55,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:39:56,716 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:39:59,520 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:00,290 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:03,995 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:40:04,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:05,945 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:06,775 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:40:10,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:10,947 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:15,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:16,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:16,859 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:40:20,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:23,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:24,912 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:40:26,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:28,025 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:31,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:33,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:33,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:33,995 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:40:34,974 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:40:36,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:38,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:41,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:44,290 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:45,061 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:40:47,730 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:49,291 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:52,732 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:54,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:40:55,152 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:40:58,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:40:59,966 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:03,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:03,995 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:41:05,221 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:41:05,388 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:08,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:10,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:14,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:15,334 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:41:16,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:19,667 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:22,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:25,436 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:41:25,579 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:27,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:30,580 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:32,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:32,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:33,996 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:41:35,495 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:41:35,997 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:37,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:40,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:43,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:45,565 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:41:46,755 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:48,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:51,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:52,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:41:52,045 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:41:52,046 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:41:52,048 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:41:52,614 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:41:53,622 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:41:53,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:41:57,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:41:58,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:02,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:03,682 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:42:03,997 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:42:04,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:07,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:10,137 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:12,737 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:42:13,383 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:15,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:18,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:20,425 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:20,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:22,807 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:42:23,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:25,427 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:28,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:30,717 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:30,858 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:42:33,997 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:42:33,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:36,172 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:39,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:40,925 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:42:41,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:44,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:46,609 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:50,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:50,992 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:42:52,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:42:55,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:42:57,747 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:01,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:01,067 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:43:02,749 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:03,998 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:43:06,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:08,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:09,116 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:43:12,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:13,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:17,624 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:18,600 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:19,179 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:43:22,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:23,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:28,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:29,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:29,248 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:43:33,277 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:34,062 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:43:35,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:38,806 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:39,311 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:43:40,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:43,807 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:46,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:47,369 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:43:49,570 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:51,442 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:54,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:43:56,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:43:57,432 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:44:00,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:01,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:04,001 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:44:05,979 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:07,503 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:44:07,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:10,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:14,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:15,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:17,569 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:44:19,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:20,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:25,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:26,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:27,633 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:44:30,341 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:31,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:34,003 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:44:35,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:35,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:37,699 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:44:37,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:40,601 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:42,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:46,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:47,768 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:44:48,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:51,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:53,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:44:56,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:44:57,824 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:44:59,202 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:01,935 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:04,004 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:45:04,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:04,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:45:04,879 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:45:04,880 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:45:04,882 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:45:05,882 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:45:05,883 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:45:07,669 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:07,893 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:45:09,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:13,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:14,944 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:45:15,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:18,150 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:20,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:23,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:25,015 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:45:25,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:28,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:30,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:34,004 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:45:34,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:34,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:35,081 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:45:36,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:39,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:41,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:45,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:45,154 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:45:46,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:51,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:45:51,632 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:51,633 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:55,216 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:45:56,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:45:56,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:01,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:02,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:03,277 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:46:04,004 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:46:07,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:07,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:12,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:12,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:13,337 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:46:17,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:17,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:22,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:23,407 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:46:23,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:27,622 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:28,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:33,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:33,467 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:46:34,005 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:46:34,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:39,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:39,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:41,531 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:46:44,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:44,674 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:49,676 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:46:50,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:50,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:51,604 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:46:55,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:46:55,333 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:00,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:01,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:01,669 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:47:04,006 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:47:06,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:06,060 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:11,176 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:11,742 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:47:11,896 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:16,177 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:16,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:21,227 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:21,820 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:47:22,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:26,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:28,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:31,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:31,892 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:47:33,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:34,006 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:47:37,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:39,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:41,967 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:47:42,343 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:44,111 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:47,345 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:49,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:52,051 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:47:52,688 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:47:55,031 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:47:57,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:00,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:02,119 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:48:03,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:04,007 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:48:05,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:09,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:11,178 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:48:11,498 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:14,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:17,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:19,214 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:48:19,215 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:48:19,216 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:48:19,218 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:48:19,250 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:48:20,220 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:21,261 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:48:22,267 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:48:22,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:25,221 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:28,381 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:29,316 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:48:30,684 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:33,382 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:34,007 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:48:36,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:38,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:38,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:39,380 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:48:41,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:43,401 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:46,813 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:48,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:48,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:49,458 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:48:52,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:54,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:57,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:48:59,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:48:59,513 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:49:02,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:04,008 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:49:06,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:06,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:08,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:09,579 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:49:11,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:13,429 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:16,724 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:17,637 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:49:19,002 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:21,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:24,004 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:27,259 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:27,697 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:49:29,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:32,260 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:34,010 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:49:35,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:37,755 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:49:37,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:37,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:40,218 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:42,946 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:45,219 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:47,822 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:49:48,882 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:51,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:54,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:54,629 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:49:56,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:49:57,891 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:49:59,630 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:01,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:04,012 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:50:04,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:04,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:07,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:07,958 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:50:10,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:12,579 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:16,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:18,025 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:50:18,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:21,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:23,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:26,076 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:50:26,317 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:28,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:31,327 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:33,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:34,011 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:50:37,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:37,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:38,602 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:40,154 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:50:42,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:43,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:47,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:48,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:50,222 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:50:52,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:53,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:50:58,370 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:50:59,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:00,280 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:51:03,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:04,012 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:51:05,013 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:08,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:08,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:09,350 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:51:10,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:13,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:15,207 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:19,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:19,410 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:51:20,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:25,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:25,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:27,462 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:51:30,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:31,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:34,013 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:51:35,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:37,016 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:37,214 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:51:37,215 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:51:37,216 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:51:37,218 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:51:37,519 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:51:37,520 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:51:40,535 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:51:40,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:42,220 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:45,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:47,221 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:47,586 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:51:51,000 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:52,257 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:56,484 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:51:57,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:51:57,661 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:52:01,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:02,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:04,014 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:52:06,956 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:07,727 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:52:08,283 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:12,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:13,284 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:17,426 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:17,799 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:52:18,714 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:22,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:23,716 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:27,863 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:52:27,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:29,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:33,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:34,014 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:52:34,686 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:35,919 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:52:38,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:39,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:43,468 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:44,689 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:45,980 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:52:48,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:49,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:53,817 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:53,817 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:54,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:52:56,049 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:52:58,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:52:59,987 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:04,053 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:53:04,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:05,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:06,143 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:53:09,411 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:10,055 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:14,963 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:15,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:16,212 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:53:19,965 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:20,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:25,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:25,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:25,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:26,277 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:53:30,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:30,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:34,016 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:53:35,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:36,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:36,341 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:53:41,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:41,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:41,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:44,413 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:53:46,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:46,684 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:51,686 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:53:52,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:54,474 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:53:57,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:53:57,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:02,278 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:02,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:03,542 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:54:04,016 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:54:07,441 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:08,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:13,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:13,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:13,607 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:54:18,194 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:18,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:23,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:23,668 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:54:23,937 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:28,938 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:30,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:33,734 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:54:34,017 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:54:34,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:35,202 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:39,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:40,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:40,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:43,800 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:54:44,103 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:45,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:49,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:50,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:54:50,689 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:54:50,690 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:54:50,691 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:54:50,847 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:54:51,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:51,852 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:54:54,693 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:54:56,394 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:54:59,695 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:01,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:02,145 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:55:04,017 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:55:05,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:06,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:10,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:11,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:15,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:16,714 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:20,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:22,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:22,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:25,122 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:26,299 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:55:27,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:30,123 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:32,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:34,018 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:55:35,130 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:36,365 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:55:37,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:40,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:43,476 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:45,598 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:46,427 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:55:48,478 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:50,599 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:54,182 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:54,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:55:56,309 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:55:56,489 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:55:59,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:01,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:04,018 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:56:04,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:04,548 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:56:07,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:09,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:12,021 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:15,092 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:16,628 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:56:17,342 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:20,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:22,344 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:23,683 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:56:25,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:28,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:31,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:33,750 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:56:34,019 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:56:34,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:36,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:39,021 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:41,613 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:41,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:43,819 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:56:44,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:46,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:49,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:52,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:52,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:56:53,885 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:56:55,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:56:57,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:00,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:02,814 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:04,019 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:57:05,966 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:57:06,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:07,815 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:11,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:13,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:14,017 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:57:16,215 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:18,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:21,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:23,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:24,081 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:57:26,705 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:28,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:31,706 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:33,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:34,020 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:57:34,194 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:57:37,021 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:40,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:40,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:42,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:44,270 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:57:45,246 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:47,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:50,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:52,466 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:57:55,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:55,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:57:56,338 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:57:58,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:00,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:03,020 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:04,021 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:58:06,183 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:06,403 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:58:08,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:11,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:13,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:16,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:18,535 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:58:19,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:21,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:24,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:26,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:29,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:31,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:32,023 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 13:58:32,024 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 13:58:32,025 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 13:58:32,028 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 13:58:32,623 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 13:58:34,021 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:58:34,633 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:58:35,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:36,520 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:40,023 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:42,474 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:42,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:44,692 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:58:45,739 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:47,475 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:50,741 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:52,681 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:58:56,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:58:56,774 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:58:58,203 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:01,515 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:03,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:04,021 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:59:06,836 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:59:07,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:08,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:12,024 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:13,342 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:15,902 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:59:17,742 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:18,343 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:22,744 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:23,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:25,971 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:59:27,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:28,556 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:32,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:34,023 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 13:59:34,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:36,040 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:59:37,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:39,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:42,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:44,320 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:48,158 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:59:48,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:49,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:53,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 13:59:54,352 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:54,352 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:58,227 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 13:59:59,353 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 13:59:59,623 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:04,025 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:00:04,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:05,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:08,290 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:00:09,621 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:10,099 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:15,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:15,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:18,354 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:00:20,116 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:20,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:25,373 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:25,526 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:25,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:28,424 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:00:30,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:31,048 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:34,026 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:00:36,022 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:37,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:38,486 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:00:41,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:42,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:46,373 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:47,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:50,565 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:00:51,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:52,605 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:57,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:57,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:00:58,228 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:00:58,618 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:01:02,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:03,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:04,027 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:01:07,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:08,437 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:08,682 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:01:12,128 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:13,438 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:17,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:18,740 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:01:19,163 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:22,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:24,164 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:28,399 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:29,637 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:30,818 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:01:33,400 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:34,027 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:01:35,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:38,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:38,871 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:01:40,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:44,188 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:45,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:48,943 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:01:49,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:51,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:55,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:55,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:01:56,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:01:56,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:01:56,861 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:01:56,865 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:01:56,867 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:01:56,993 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:01:59,003 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:02:00,575 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:01,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:04,029 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:02:06,285 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:07,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:09,063 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:02:11,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:12,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:16,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:17,575 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:22,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:22,576 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:27,230 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:27,577 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:32,293 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:32,578 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:34,029 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:02:38,030 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:38,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:38,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:42,244 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:02:43,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:43,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:48,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:49,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:52,309 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:02:53,864 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:54,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:02:58,865 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:02:59,431 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:02,367 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:03:04,041 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:03:04,041 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:04,433 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:09,043 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:10,026 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:10,027 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:10,027 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:12,435 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:03:14,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:15,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:19,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:20,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:22,508 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:03:24,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:25,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:29,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:30,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:34,030 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:03:34,586 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:03:35,031 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:35,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:40,033 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:40,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:40,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:40,617 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:44,645 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:03:45,617 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:45,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:50,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:03:51,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:52,706 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:03:56,132 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:03:56,579 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:02,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:02,461 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:02,792 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:04:04,030 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:04:07,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:08,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:12,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:12,896 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:04:13,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:17,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:18,213 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:22,955 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:04:23,279 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:23,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:28,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:28,636 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:33,014 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:04:34,031 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:04:34,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:34,052 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:39,033 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:39,661 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:43,085 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:04:44,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:44,945 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:49,947 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:04:50,350 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:53,152 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:04:55,351 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:04:55,673 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:01,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:01,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:03,221 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:05:04,031 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:05:06,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:07,032 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:11,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:12,612 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:13,278 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:05:16,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:17,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:22,124 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:22,344 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:05:23,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:27,125 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:28,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:32,417 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:05:32,706 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:33,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:34,032 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:05:38,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:39,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:39,528 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:05:39,529 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:05:39,529 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:05:39,532 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:05:40,492 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:05:40,493 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:05:43,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:44,534 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:48,981 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:50,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:50,562 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:05:53,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:05:55,244 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:05:58,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:00,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:04,032 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:06:04,446 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:06,033 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:06,670 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:06:09,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:11,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:14,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:14,735 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:06:16,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:19,594 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:21,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:24,595 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:26,811 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:29,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:31,812 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:34,033 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:06:34,611 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:37,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:39,612 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:42,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:44,613 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:47,037 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:49,723 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:52,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:06:52,959 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:06:54,724 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:06:57,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:00,229 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:03,021 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:07:03,721 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:04,033 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:07:05,231 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:09,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:10,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:10,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:13,089 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:07:14,319 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:15,963 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:19,321 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:21,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:23,159 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:07:24,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:26,733 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:29,960 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:31,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:33,230 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:07:34,034 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:07:35,035 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:36,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:40,036 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:42,555 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:43,296 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:07:45,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:47,557 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:51,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:53,204 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:53,360 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:07:56,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:07:58,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:07:58,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:01,412 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:08:02,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:03,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:04,034 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:08:08,036 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:09,316 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:11,489 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:08:13,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:14,317 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:18,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:19,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:21,560 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:08:23,809 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:24,665 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:28,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:30,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:30,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:30,748 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:08:33,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:34,035 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:08:35,543 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:39,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:40,619 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:40,823 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:08:44,891 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:47,493 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:50,246 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:50,895 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:08:52,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:55,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:08:57,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:08:57,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:00,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:00,968 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:09:02,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:04,036 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:09:06,037 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:08,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:11,035 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:09:11,676 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:13,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:16,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:18,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:21,134 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:09:21,726 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:23,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:26,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:28,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:09:28,828 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:09:28,829 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:09:28,831 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:09:29,202 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:09:29,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:29,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:31,214 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:09:31,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:34,036 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:09:34,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:37,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:40,214 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:41,289 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:09:42,510 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:46,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:47,511 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:49,344 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:09:51,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:52,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:57,087 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:57,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:09:58,386 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:09:59,415 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:10:02,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:03,387 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:04,037 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:10:07,548 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:08,770 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:09,482 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:10:12,549 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:13,771 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:18,241 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:19,557 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:10:19,558 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:23,242 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:24,560 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:28,287 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:29,626 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:10:30,516 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:34,038 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:10:34,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:36,040 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:37,676 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:10:39,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:41,127 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:45,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:45,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:46,781 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:47,743 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:10:50,477 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:51,782 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:10:56,087 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:56,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:10:56,797 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:10:57,488 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:01,134 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:02,489 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:04,042 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:11:06,852 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:11:06,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:08,256 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:13,258 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:13,535 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:16,921 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:11:18,536 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:18,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:23,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:24,412 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:26,991 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:11:29,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:29,413 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:34,041 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:11:34,458 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:34,745 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:37,060 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:11:39,459 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:39,746 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:45,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:45,028 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:45,449 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:47,132 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:11:50,029 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:50,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:11:55,184 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:11:55,571 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:11:56,111 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:00,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:01,112 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:04,042 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:12:05,252 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:12:06,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:07,042 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:12,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:12,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:12,008 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:12,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:15,313 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:12:17,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:17,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:22,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:22,646 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:25,377 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:12:27,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:27,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:33,384 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:33,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:34,042 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:12:35,444 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:12:38,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:39,043 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:42,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:12:42,244 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:12:42,245 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:12:42,247 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:12:42,497 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:12:43,502 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:12:43,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:44,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:49,250 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:50,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:53,570 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:12:54,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:12:55,367 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:12:59,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:00,709 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:00,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:03,635 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:13:04,043 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:13:05,043 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:05,711 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:10,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:11,261 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:11,690 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:13:15,519 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:16,262 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:20,520 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:21,389 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:21,760 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:13:25,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:26,390 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:31,338 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:31,822 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:13:31,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:34,043 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:13:36,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:37,044 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:42,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:42,010 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:42,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:43,896 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:13:47,142 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:47,696 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:52,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:53,658 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:13:53,960 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:13:57,975 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:13:58,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:03,021 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:14:03,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:03,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:04,044 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:14:08,730 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:09,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:13,085 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:14:14,013 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:15,013 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:20,014 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:20,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:23,159 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:14:25,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:25,762 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:30,131 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:30,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:30,982 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:33,224 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:14:34,044 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:14:35,983 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:36,045 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:41,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:41,790 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:43,287 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:14:46,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:46,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:51,052 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:52,608 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:14:53,355 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:14:56,784 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:14:57,609 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:02,292 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:03,039 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:03,426 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:15:04,045 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:15:08,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:09,679 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:13,486 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:15:13,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:14,680 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:18,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:20,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:23,560 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:15:24,759 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:25,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:29,760 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:31,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:31,193 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:31,614 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:15:34,045 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:15:35,046 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:36,194 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:40,047 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:41,678 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:15:42,013 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:42,014 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:45,410 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:47,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:51,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:51,739 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:15:52,996 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:56,218 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:15:58,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:58,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:58,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:15:59,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:15:59,779 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:15:59,779 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:15:59,789 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:15:59,799 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:16:01,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:01,813 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:16:03,324 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:04,046 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:16:07,048 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:09,135 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:11,874 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:16:12,383 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:14,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:17,385 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:20,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:21,986 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:16:23,278 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:25,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:28,280 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:30,039 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:16:30,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:33,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:34,047 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:16:35,407 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:39,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:40,101 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:16:41,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:44,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:46,691 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:46,692 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:49,158 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:16:49,932 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:51,693 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:54,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:16:56,973 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:16:59,227 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:17:00,150 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:01,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:04,047 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:17:06,048 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:07,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:09,289 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:17:11,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:12,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:16,666 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:18,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:19,357 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:17:22,485 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:23,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:27,486 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:28,292 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:29,426 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:17:32,521 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:33,293 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:34,049 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:17:38,097 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:38,810 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:39,501 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:17:43,098 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:43,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:48,166 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:49,561 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:17:49,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:53,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:17:55,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:17:57,622 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:17:58,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:00,301 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:03,419 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:04,050 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:18:05,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:07,693 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:18:09,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:10,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:14,065 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:16,321 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:16,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:17,760 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:18:19,587 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:21,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:24,588 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:26,950 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:27,827 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:18:30,227 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:31,952 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:34,050 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:18:36,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:37,893 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:18:37,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:41,147 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:43,503 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:45,946 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:18:46,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:48,504 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:51,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:54,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:18:56,016 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:18:57,315 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:18:59,086 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:02,317 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:04,051 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:19:04,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:06,081 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:19:07,372 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:09,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:12,374 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:13,986 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:19:13,987 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:19:13,988 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:19:13,990 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:19:14,132 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:19:15,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:16,143 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:19:17,994 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:22,232 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:22,995 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:26,207 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:19:27,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:28,508 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:32,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:32,869 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:34,051 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:19:34,052 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:36,278 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:19:37,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:39,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:42,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:44,337 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:19:45,012 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:47,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:50,013 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:53,416 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:19:53,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:19:55,612 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:19:58,444 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:00,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:03,483 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:20:03,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:03,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:04,052 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:20:06,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:10,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:11,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:13,557 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:20:15,367 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:16,763 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:20,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:20,540 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:21,765 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:23,630 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:20:25,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:26,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:30,859 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:30,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:31,831 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:33,696 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:20:34,052 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:20:36,392 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:37,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:41,703 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:43,052 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:43,771 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:20:46,704 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:48,053 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:52,550 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:53,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:20:53,870 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:20:57,551 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:20:58,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:02,552 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:03,766 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:04,053 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:21:07,649 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:07,963 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:21:08,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:12,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:13,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:17,860 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:18,037 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:21:18,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:23,954 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:24,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:28,101 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:21:29,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:29,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:34,054 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:21:34,506 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:34,506 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:34,705 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:36,156 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:21:39,507 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:39,706 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:44,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:45,211 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:46,228 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:21:49,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:50,212 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:55,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:21:56,097 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:21:56,296 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:22:01,098 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:02,268 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:02,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:02,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:04,055 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:22:06,357 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:22:07,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:07,270 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:12,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:12,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:14,413 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:22:17,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:17,784 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:22,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:23,236 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:23,592 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:22:27,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:28,237 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:31,980 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:22:31,982 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:22:31,982 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:22:31,984 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:22:32,658 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:22:32,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:33,269 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:33,663 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:22:34,055 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:22:38,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:38,746 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:43,395 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:43,724 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:22:44,369 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:48,396 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:49,370 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:53,397 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:22:54,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:22:58,398 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:00,104 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:03,412 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:03,836 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:23:04,056 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:23:05,105 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:09,057 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:10,140 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:13,896 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:23:14,448 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:15,142 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:19,449 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:20,767 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:20,768 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:22,070 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:23:25,128 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:25,768 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:30,129 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:31,332 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:32,133 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:23:34,056 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:23:36,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:36,332 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:41,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:41,734 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:42,198 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:23:46,591 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:46,736 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:52,260 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:23:52,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:23:52,690 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:57,692 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:23:58,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:02,337 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:24:02,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:03,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:04,057 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:24:08,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:08,298 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:08,299 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:10,390 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:24:13,300 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:13,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:18,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:18,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:18,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:20,456 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:24:23,765 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:24,009 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:29,370 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:29,554 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:30,523 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:24:34,057 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:24:34,371 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:35,058 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:39,402 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:40,598 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:24:40,756 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:44,403 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:45,757 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:49,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:50,662 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:24:51,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:56,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:24:56,233 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:24:57,715 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:25:01,234 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:01,456 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:04,059 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:25:06,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:06,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:06,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:07,900 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:25:11,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:11,831 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:17,049 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:17,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:17,969 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:25:22,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:22,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:27,987 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:28,037 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:25:28,216 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:33,217 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:34,060 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:25:34,442 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:34,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:38,099 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:25:38,698 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:39,444 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:43,700 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:44,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:46,179 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:25:49,050 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:49,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:54,051 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:25:54,210 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:25:54,212 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:25:54,213 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:25:54,216 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:25:54,246 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:25:55,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:25:56,259 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:25:59,218 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:00,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:04,060 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:26:05,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:05,443 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:06,320 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:26:10,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:10,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:15,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:16,380 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:26:16,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:20,181 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:22,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:22,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:24,438 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:26:25,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:27,267 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:30,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:32,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:34,060 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:26:34,517 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:26:36,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:37,542 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:41,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:42,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:44,584 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:26:46,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:47,869 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:51,150 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:53,469 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:53,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:26:54,657 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:26:56,761 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:26:58,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:02,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:02,706 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:27:04,061 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:27:04,283 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:08,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:09,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:09,616 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:12,774 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:27:13,972 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:14,617 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:18,974 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:20,167 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:22,835 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:27:24,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:25,168 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:29,424 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:30,527 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:32,918 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:27:34,061 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:27:35,062 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:35,528 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:39,965 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:27:40,494 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:41,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:45,495 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:46,249 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:50,055 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:27:51,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:51,470 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:27:56,247 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:27:58,017 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:00,120 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:28:01,289 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:03,018 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:04,062 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:28:07,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:08,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:08,596 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:10,189 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:28:12,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:13,597 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:17,854 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:19,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:20,252 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:28:23,311 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:24,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:28,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:29,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:30,317 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:28:33,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:34,062 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:28:36,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:36,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:36,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:38,372 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:28:39,479 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:41,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:44,480 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:46,639 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:48,440 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:28:49,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:51,640 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:54,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:28:56,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:28:58,496 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:29:00,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:01,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:04,064 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:29:06,066 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:07,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:07,484 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:29:07,485 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:29:07,486 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:29:07,488 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:29:07,556 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:29:08,563 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:29:11,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:12,428 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:16,492 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:17,831 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:18,625 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:29:22,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:22,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:28,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:28,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:28,699 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:29:33,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:34,065 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:29:35,143 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:38,307 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:38,764 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:29:40,145 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:43,308 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:45,785 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:48,830 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:29:48,990 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:50,786 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:53,992 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:29:56,143 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:56,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:29:56,887 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:29:59,405 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:01,144 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:04,065 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:30:04,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:06,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:06,186 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:06,958 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:30:09,649 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:11,462 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:15,328 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:17,017 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:30:17,149 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:20,334 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:22,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:22,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:25,069 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:30:25,539 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:27,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:30,541 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:32,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:34,072 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:30:35,135 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:30:36,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:37,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:41,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:43,252 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:44,190 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:30:46,463 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:48,253 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:51,464 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:53,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:30:54,251 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:30:57,221 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:30:58,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:02,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:04,066 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:31:04,315 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:31:04,559 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:08,067 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:11,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:13,375 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:14,390 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:31:16,117 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:18,376 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:21,663 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:22,440 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:31:23,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:26,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:28,930 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:31,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:34,066 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:31:34,067 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:34,512 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:31:36,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:39,068 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:41,941 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:41,942 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:42,566 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:31:44,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:46,953 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:49,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:52,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:52,623 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:31:54,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:31:57,296 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:31:59,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:02,612 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:02,684 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:32:04,078 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:32:05,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:09,005 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:09,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:10,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:12,750 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:32:14,006 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:15,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:19,815 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:19,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:32:19,973 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:32:19,973 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:32:19,975 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:32:20,364 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:20,803 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:32:20,803 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:32:22,811 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:32:24,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:26,205 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:29,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:31,206 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:34,068 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:32:34,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:37,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:39,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:42,069 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:44,819 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:47,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:49,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:52,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:54,820 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:32:57,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:32:59,821 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:02,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:04,072 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:33:04,822 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:07,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:09,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:12,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:14,823 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:17,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:19,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:22,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:24,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:27,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:29,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:32,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:34,071 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:33:34,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:38,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:39,828 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:43,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:44,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:48,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:49,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:53,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:54,830 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:33:58,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:33:59,831 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:03,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:04,072 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:34:04,832 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:09,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:09,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:14,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:14,833 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:19,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:19,834 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:24,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:24,835 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:29,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:29,836 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:34,072 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:34:34,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:35,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:39,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:40,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:44,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:45,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:49,839 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:50,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:54,840 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:34:55,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:34:59,841 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:00,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:04,073 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:35:04,842 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:06,073 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:09,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:11,074 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:14,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:16,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:19,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:21,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:24,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:26,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:29,846 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:31,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:34,073 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:35:34,853 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:36,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:39,854 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:41,099 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:44,855 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:46,100 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:49,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:51,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:54,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:35:56,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:35:59,858 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:01,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:04,074 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:36:04,861 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:07,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:09,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:12,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:14,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:17,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:19,863 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:22,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:24,866 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:27,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:29,866 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:32,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:34,074 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:36:34,867 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:38,075 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:39,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:43,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:44,869 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:48,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:49,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:53,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:54,871 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:36:58,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:36:59,872 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:03,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:04,075 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:37:04,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:09,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:09,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:14,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:14,874 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:19,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:19,875 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:24,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:24,876 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:29,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:29,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:34,075 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:37:34,877 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:35,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:39,878 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:40,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:44,879 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:45,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:49,880 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:50,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:54,881 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:37:55,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:37:59,882 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:00,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:04,076 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:38:04,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:06,076 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:09,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:11,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:14,884 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:16,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:19,885 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:21,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:24,886 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:26,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:29,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:31,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:34,076 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:38:34,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:37,077 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:39,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:42,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:44,889 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:47,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:49,890 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:52,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:54,891 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:38:57,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:38:59,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:02,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:04,077 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:39:04,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:08,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:09,893 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:13,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:14,894 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:18,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:19,895 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:23,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:24,896 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:28,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:29,897 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:33,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:34,077 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:39:34,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:39,078 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:39,898 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:44,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:44,899 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:49,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:49,900 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:54,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:54,901 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:39:59,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:39:59,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:04,078 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:40:04,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:05,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:09,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:10,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:14,904 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:15,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:19,905 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:20,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:24,906 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:25,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:29,907 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:30,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:34,078 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:40:34,908 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:36,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:39,909 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:41,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:44,910 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:46,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:49,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:51,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:54,911 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:40:56,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:40:59,912 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:01,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:04,079 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:41:04,913 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:07,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:09,914 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:12,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:14,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:17,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:19,915 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:22,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:24,916 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:27,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:29,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:32,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:34,079 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:41:34,918 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:38,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:39,919 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:43,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:44,920 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:48,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:49,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:53,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:54,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:41:58,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:41:59,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:03,084 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:04,080 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:42:04,923 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:09,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:09,924 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:14,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:14,925 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:15,603 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:42:15,607 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:42:15,607 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:42:15,611 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:42:16,556 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:42:17,563 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:42:19,613 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:19,926 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:24,614 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:24,927 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:29,615 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:29,928 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:34,080 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:42:34,929 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:35,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:39,988 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:40,712 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:41,724 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:42:45,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:46,007 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:50,713 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:51,829 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:42:55,714 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:42:57,034 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:00,715 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:03,072 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:04,081 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:43:06,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:08,667 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:11,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:13,903 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:16,083 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:19,455 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:21,084 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:25,656 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:25,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:25,657 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:26,725 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:26,972 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:43:27,979 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:43:31,726 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:34,081 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:43:37,082 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:39,728 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:41,114 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:43:42,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:47,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:52,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:43:52,800 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:43:57,779 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:02,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:04,082 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:44:06,774 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:06,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:07,799 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:09,245 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:44:11,775 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:12,800 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:16,776 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:17,801 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:21,777 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:22,801 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:26,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:27,802 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:31,778 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:32,803 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:34,084 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:44:36,779 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:38,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:41,780 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:43,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:46,781 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:48,086 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:51,782 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:53,087 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:44:56,782 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:44:58,088 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:01,783 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:03,452 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:45:04,019 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:04,083 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:45:06,784 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:09,085 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:13,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:14,086 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:15,529 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:45:18,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:19,794 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:24,090 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:24,091 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:24,795 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:27,601 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:45:29,153 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:30,703 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:34,086 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:45:34,254 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:36,669 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:37,682 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:45:39,255 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:41,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:45,243 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:47,618 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:47,756 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:45:50,266 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:52,620 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:45:55,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:55,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:45:57,830 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:45:58,038 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:00,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:03,040 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:04,087 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:46:06,126 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:07,896 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:46:08,588 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:11,138 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:13,590 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:16,415 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:17,970 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:46:19,070 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:21,416 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:24,071 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:26,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:26,844 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:29,245 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:30,050 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:46:31,845 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:34,088 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:46:35,091 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:36,887 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:38,175 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:46:40,102 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:41,888 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:45,103 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:47,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:50,243 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:46:50,636 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:52,491 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:55,637 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:46:58,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:46:58,275 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:00,301 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:47:01,626 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:03,276 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:04,088 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:47:07,090 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:09,224 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:09,369 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:47:12,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:14,226 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:17,425 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:19,430 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:47:19,862 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:22,433 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:25,837 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:27,483 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:47:28,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:30,838 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:33,064 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:34,090 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:47:36,489 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:37,557 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:47:38,687 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:41,490 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:43,688 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:47,431 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:47,622 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:47:49,059 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:52,432 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:54,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:47:57,659 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:47:57,694 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:47:59,892 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:02,660 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:04,092 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:48:05,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:07,768 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:48:08,471 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:10,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:13,472 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:15,816 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:18,473 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:20,818 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:23,587 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:23,876 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:48:25,998 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:28,589 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:30,999 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:31,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:48:31,938 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:48:31,939 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:48:31,943 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:48:31,948 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:48:33,962 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:48:34,091 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:48:34,445 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:36,093 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:39,447 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:41,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:44,026 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:48:45,197 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:46,457 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:50,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:51,458 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:48:54,094 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:48:55,789 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:48:57,066 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:01,627 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:02,876 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:04,093 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:49:04,157 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:49:06,628 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:08,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:12,179 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:13,453 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:14,220 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:49:17,180 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:18,454 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:22,274 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:49:22,873 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:24,054 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:29,056 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:29,417 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:29,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:32,332 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:49:34,092 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:49:34,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:34,418 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:39,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:39,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:42,391 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:49:44,768 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:44,868 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:49,870 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:50,634 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:49:52,445 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:49:55,322 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:49:55,635 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:00,323 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:00,855 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:00,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:02,506 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:50:04,093 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:50:05,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:06,094 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:11,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:11,295 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:11,562 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:50:16,158 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:16,764 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:21,160 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:21,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:23,632 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:50:26,546 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:26,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:31,547 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:32,421 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:33,702 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:50:34,094 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:50:37,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:37,422 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:42,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:43,065 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:43,770 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:50:47,574 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:48,066 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:51,822 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:50:53,360 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:50:53,514 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:58,515 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:50:59,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:01,894 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:51:04,094 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:51:04,095 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:04,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:09,096 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:10,452 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:11,957 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:51:14,708 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:15,454 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:19,710 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:21,079 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:22,026 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:51:25,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:26,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:30,584 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:31,512 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:32,082 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:51:34,095 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:51:36,096 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:36,513 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:41,537 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:42,150 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:51:42,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:46,538 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:48,852 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:50,265 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:51:50,266 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:51:50,267 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:51:50,269 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:51:51,215 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:51:52,220 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:51:52,271 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:53,853 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:57,272 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:51:59,582 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:51:59,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:02,289 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:52:02,843 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:04,095 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:52:04,583 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:08,097 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:10,080 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:10,345 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:52:13,363 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:15,081 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:18,365 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:20,406 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:52:20,682 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:23,958 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:25,682 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:28,959 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:30,574 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:52:30,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:30,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:34,061 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:34,095 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:52:35,799 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:39,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:40,644 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:52:41,558 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:44,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:47,450 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:50,643 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:50,706 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:52:52,451 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:55,644 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:52:57,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:57,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:52:59,766 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:53:00,677 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:02,897 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:04,096 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:53:06,097 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:07,902 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:09,831 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:53:11,114 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:12,917 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:16,115 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:18,281 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:19,891 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:53:21,647 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:23,282 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:26,648 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:28,797 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:29,951 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:53:31,791 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:33,939 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:34,096 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:53:37,098 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:39,318 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:40,014 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:53:42,670 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:44,319 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:47,671 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:49,970 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:50,130 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:53:53,222 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:53:54,971 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:53:58,182 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:53:58,565 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:00,423 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:03,566 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:04,097 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:54:06,329 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:08,824 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:10,264 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:54:11,330 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:13,825 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:16,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:18,826 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:20,332 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:54:21,505 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:23,827 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:27,366 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:28,398 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:54:29,509 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:32,367 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:34,099 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:54:35,101 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:37,933 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:38,458 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:54:40,340 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:42,934 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:45,341 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:48,517 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:54:48,664 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:50,921 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:55,184 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:54:55,922 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:54:58,577 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:55:00,185 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:01,497 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:04,100 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:55:05,610 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:06,792 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:06,793 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: partial_history +2023-11-23 14:55:06,794 DEBUG SenderThread:3236 [sender.py:send():380] send: history +2023-11-23 14:55:06,795 DEBUG SenderThread:3236 [sender.py:send_request():407] send_request: summary_record +2023-11-23 14:55:06,798 INFO SenderThread:3236 [sender.py:_save_file():1380] saving file wandb-summary.json with policy end +2023-11-23 14:55:07,647 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/wandb-summary.json +2023-11-23 14:55:08,651 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:55:10,611 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:11,805 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:16,523 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:16,523 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:16,807 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:18,719 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:55:21,524 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:21,948 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:26,572 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:27,847 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:28,793 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:55:31,573 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:32,848 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:34,102 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:55:37,291 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:38,481 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:38,859 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:55:42,292 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:43,483 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:47,786 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:47,787 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:47,931 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:55:49,063 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:52,788 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:54,065 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:55:57,798 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:55:58,000 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:55:59,718 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:04,144 DEBUG SenderThread:3236 [sender.py:send():380] send: stats +2023-11-23 14:56:04,592 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:05,146 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:08,074 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:56:09,593 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:10,882 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:14,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:14,856 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:15,883 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:18,151 INFO Thread-12 :3236 [dir_watcher.py:_on_file_modified():288] file/dir modified: /mnt/e/wandb/run-20231122_234140-blvl5h7j/files/output.log +2023-11-23 14:56:19,857 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:21,288 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report +2023-11-23 14:56:24,993 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: keepalive +2023-11-23 14:56:26,290 DEBUG HandlerThread:3236 [handler.py:handle_request():146] handle_request: status_report