diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/debug-internal.log" @@ -0,0 +1,2423 @@ +2024-07-04 04:53:25,915 INFO StreamThr :172 [internal.py:wandb_internal():85] W&B internal server running at pid: 172, started at: 2024-07-04 04:53:25.914377 +2024-07-04 04:53:25,916 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status +2024-07-04 04:53:26,474 INFO WriterThread:172 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240704_045325-p1eykagd/run-p1eykagd.wandb +2024-07-04 04:53:26,474 DEBUG SenderThread:172 [sender.py:send():378] send: header +2024-07-04 04:53:26,478 DEBUG SenderThread:172 [sender.py:send():378] send: run +2024-07-04 04:53:26,698 INFO SenderThread:172 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files +2024-07-04 04:53:26,698 INFO SenderThread:172 [sender.py:_start_run_threads():1123] run started: p1eykagd with start time 1720068805.915585 +2024-07-04 04:53:26,709 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: check_version +2024-07-04 04:53:26,709 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: check_version +2024-07-04 04:53:26,797 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: run_start +2024-07-04 04:53:26,810 DEBUG HandlerThread:172 [system_info.py:__init__():26] System info init +2024-07-04 04:53:26,810 DEBUG HandlerThread:172 [system_info.py:__init__():41] System info init done +2024-07-04 04:53:26,810 INFO HandlerThread:172 [system_monitor.py:start():194] Starting system monitor +2024-07-04 04:53:26,811 INFO SystemMonitor:172 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-07-04 04:53:26,811 INFO HandlerThread:172 [system_monitor.py:probe():214] Collecting system info +2024-07-04 04:53:26,812 INFO SystemMonitor:172 [interfaces.py:start():188] Started cpu monitoring +2024-07-04 04:53:26,812 INFO SystemMonitor:172 [interfaces.py:start():188] Started disk monitoring +2024-07-04 04:53:26,814 INFO SystemMonitor:172 [interfaces.py:start():188] Started gpu monitoring +2024-07-04 04:53:26,814 INFO SystemMonitor:172 [interfaces.py:start():188] Started memory monitoring +2024-07-04 04:53:26,815 INFO SystemMonitor:172 [interfaces.py:start():188] Started network monitoring +2024-07-04 04:53:26,824 DEBUG HandlerThread:172 [system_info.py:probe():150] Probing system +2024-07-04 04:53:26,826 DEBUG HandlerThread:172 [gitlib.py:_init_repo():56] git repository is invalid +2024-07-04 04:53:26,826 DEBUG HandlerThread:172 [system_info.py:probe():198] Probing system done +2024-07-04 04:53:26,826 DEBUG HandlerThread:172 [system_monitor.py:probe():223] {'os': 'Linux-5.15.154+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-07-04T04:53:26.824325', 'startedAt': '2024-07-04T04:53:25.908057', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '9c8bb101f3ea', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.15, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.15, 'min': 0.0, 'max': 0.0}, {'current': 2000.15, 'min': 0.0, 'max': 0.0}, {'current': 2000.15, 'min': 0.0, 'max': 0.0}, {'current': 2000.15, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5689.501335144043}}, 'gpu': 'Tesla P100-PCIE-16GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla P100-PCIE-16GB', 'memory_total': 17179869184}], 'memory': {'total': 31.357574462890625}} +2024-07-04 04:53:26,826 INFO HandlerThread:172 [system_monitor.py:probe():224] Finished collecting system info +2024-07-04 04:53:26,826 INFO HandlerThread:172 [system_monitor.py:probe():227] Publishing system info +2024-07-04 04:53:26,826 DEBUG HandlerThread:172 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-07-04 04:53:27,700 INFO Thread-12 :172 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/conda-environment.yaml +2024-07-04 04:53:41,841 ERROR HandlerThread:172 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda + subprocess.call( + File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call + return p.wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait + return self._wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait + raise TimeoutExpired(self.args, timeout) +subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds +2024-07-04 04:53:41,844 DEBUG HandlerThread:172 [system_info.py:_save_conda():222] Saving conda packages done +2024-07-04 04:53:41,844 INFO HandlerThread:172 [system_monitor.py:probe():229] Finished publishing system info +2024-07-04 04:53:41,853 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:53:41,853 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: keepalive +2024-07-04 04:53:41,853 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:53:41,854 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: keepalive +2024-07-04 04:53:41,854 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:53:41,854 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: keepalive +2024-07-04 04:53:41,855 DEBUG SenderThread:172 [sender.py:send():378] send: files +2024-07-04 04:53:41,855 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-metadata.json with policy now +2024-07-04 04:53:42,379 INFO wandb-upload_0:172 [upload_job.py:push():130] Uploaded file /tmp/tmpx6hwf_0fwandb/jmx166sw-wandb-metadata.json +2024-07-04 04:53:42,704 INFO Thread-12 :172 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-metadata.json +2024-07-04 04:53:42,840 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: python_packages +2024-07-04 04:53:42,841 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: python_packages +2024-07-04 04:53:42,843 DEBUG SenderThread:172 [sender.py:send():378] send: telemetry +2024-07-04 04:53:42,844 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:53:42,844 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:53:42,972 DEBUG SenderThread:172 [sender.py:send():378] send: config +2024-07-04 04:53:42,974 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 04:53:42,974 DEBUG SenderThread:172 [sender.py:send():378] send: telemetry +2024-07-04 04:53:42,974 DEBUG SenderThread:172 [sender.py:send():378] send: telemetry +2024-07-04 04:53:42,974 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 04:53:42,974 WARNING SenderThread:172 [sender.py:send_metric():1340] Seen metric with glob (shouldn't happen) +2024-07-04 04:53:42,974 DEBUG SenderThread:172 [sender.py:send():378] send: telemetry +2024-07-04 04:53:43,704 INFO Thread-12 :172 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/requirements.txt +2024-07-04 04:53:46,975 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:53:51,977 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:53:56,983 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:53:57,709 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/config.yaml +2024-07-04 04:53:58,066 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:53:58,067 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:54:03,131 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:08,132 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:13,065 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:54:13,066 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:54:13,161 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:18,162 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:23,163 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:26,815 DEBUG SystemMonitor:172 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-07-04 04:54:26,817 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:54:28,066 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:54:28,066 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:54:28,181 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:33,182 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:38,183 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:43,066 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:54:43,066 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:54:44,180 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:49,181 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:54,183 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:54:56,818 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:54:58,066 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:54:58,067 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:55:00,160 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:05,161 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:10,162 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:13,109 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:55:13,110 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:55:15,230 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:20,231 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:25,232 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:26,819 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:55:28,293 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:55:28,294 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:55:30,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:35,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:40,431 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:43,293 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:55:43,294 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:55:46,367 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:51,369 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:56,370 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:55:56,820 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:55:58,293 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:55:58,294 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:56:01,402 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:06,403 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:11,404 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:13,293 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:56:13,294 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:56:16,413 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:21,414 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:26,415 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:26,821 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:56:28,301 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:56:28,301 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:56:31,451 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:36,452 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:41,453 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:43,299 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:56:43,299 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:56:47,363 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:52,365 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:56,822 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:56:57,823 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:56:58,299 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:56:58,299 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:57:03,456 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:08,457 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:13,299 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:57:13,299 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:57:14,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:19,456 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:24,457 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:26,823 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:57:28,452 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:57:28,452 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:57:29,571 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:34,572 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:39,573 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:43,452 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:57:43,452 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:57:44,611 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:49,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:54,613 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:57:56,823 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:57:58,452 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:57:58,452 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:58:00,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:05,534 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:10,535 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:13,451 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:58:13,452 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:58:15,560 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:20,561 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:25,562 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:26,824 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:58:28,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:58:28,454 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:58:31,526 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:36,527 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:41,528 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:43,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:58:43,456 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:58:46,610 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:51,611 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:56,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:58:56,825 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:58:58,453 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:58:58,454 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:59:02,606 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:07,607 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:12,608 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:13,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:59:13,454 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:59:18,588 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:23,589 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:26,826 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:59:28,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:59:28,455 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:59:29,541 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:34,543 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:39,544 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:43,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:59:43,455 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:59:44,554 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:49,555 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:54,556 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 04:59:56,827 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 04:59:58,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 04:59:58,455 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 04:59:59,563 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:04,564 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:09,565 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:13,513 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:00:13,514 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:00:14,625 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:19,627 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:24,628 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:26,828 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:00:28,513 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:00:28,513 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:00:30,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:35,613 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:40,614 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:43,514 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:00:43,514 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:00:45,645 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:50,647 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:55,648 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:00:56,829 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:00:58,580 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:00:58,581 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:01:00,744 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:05,745 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:09,968 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:01:09,971 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:01:09,971 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:01:09,971 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:01:09,972 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:01:09,972 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:01:09,972 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:01:09,972 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:01:10,876 INFO Thread-12 :172 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:01:10,978 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:11,876 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/config.yaml +2024-07-04 05:01:13,579 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:01:13,580 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:01:16,711 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:21,712 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:26,713 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:26,830 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:01:28,579 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:01:28,580 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:01:31,736 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:36,737 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:41,738 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:43,579 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:01:43,580 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:01:47,733 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:52,734 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:56,831 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:01:57,831 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:01:58,580 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:01:58,580 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:02:03,683 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:08,685 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:13,580 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:02:13,581 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:02:14,667 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:19,668 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:24,669 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:26,832 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:02:28,688 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:02:28,688 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:02:29,807 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:34,808 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:39,809 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:43,802 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:02:43,802 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:02:44,900 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:49,901 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:54,902 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:02:56,833 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:02:58,801 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:02:58,802 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:03:00,888 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:05,889 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:10,890 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:13,801 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:03:13,802 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:03:16,885 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:21,886 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:26,833 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:03:27,834 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:29,031 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:03:29,032 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:03:33,156 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:38,157 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:43,158 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:44,031 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:03:44,032 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:03:48,204 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:53,204 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:56,834 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:03:58,835 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:03:59,031 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:03:59,032 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:04:04,111 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:09,112 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:14,113 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:14,254 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:04:14,254 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:04:19,356 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:24,357 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:26,835 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:04:29,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:04:29,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:04:29,475 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:34,476 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:39,477 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:44,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:04:44,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:04:44,526 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:49,527 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:54,528 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:04:56,836 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:04:59,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:04:59,394 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:05:00,459 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:05,460 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:10,461 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:14,395 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:05:14,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:05:15,567 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:20,568 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:25,569 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:26,837 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:05:29,559 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:05:29,559 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:05:30,643 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:35,644 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:40,645 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:44,559 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:05:44,559 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:05:46,636 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:51,638 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:56,639 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:05:56,838 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:05:59,558 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:05:59,559 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:06:01,709 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:06,710 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:11,711 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:14,620 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:06:14,621 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:06:16,785 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:21,787 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:26,787 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:26,839 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:06:29,690 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:06:29,690 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:06:32,754 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:37,755 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:42,757 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:44,689 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:06:44,690 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:06:47,805 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:52,807 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:56,840 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:06:57,841 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:06:59,689 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:06:59,690 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:07:03,831 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:08,832 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:13,833 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:14,689 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:07:14,690 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:07:19,774 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:24,775 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:26,841 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:07:29,689 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:07:29,690 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:07:29,798 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:34,799 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:39,801 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:44,690 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:07:44,690 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:07:45,763 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:50,764 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:55,765 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:07:56,842 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:07:59,728 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:07:59,728 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:08:00,869 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:05,870 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:10,871 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:14,706 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:08:14,707 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:08:16,856 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:21,857 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:26,843 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:08:27,843 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:29,706 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:08:29,706 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:08:33,779 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:35,894 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:08:35,895 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:08:35,896 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:08:35,896 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:08:36,050 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:08:38,897 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:43,898 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:44,759 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:08:44,759 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:08:49,845 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:54,846 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:08:56,844 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:08:59,735 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:08:59,736 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:09:00,816 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:05,817 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:10,818 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:14,735 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:09:14,736 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:09:16,797 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:21,798 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:26,799 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:26,844 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:09:29,735 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:09:29,736 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:09:31,889 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:36,890 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:41,891 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:44,907 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:09:44,908 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:09:47,010 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:52,011 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:09:56,845 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:09:57,846 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:00,126 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:10:00,127 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:10:03,217 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:08,218 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:13,219 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:15,158 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:10:15,159 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:10:18,288 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:23,289 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:26,846 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:10:28,847 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:30,145 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:10:30,145 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:10:34,203 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:39,204 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:44,204 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:45,145 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:10:45,145 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:10:49,228 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:54,229 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:10:56,847 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:10:59,848 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:00,145 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:11:00,146 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:11:05,291 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:10,292 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:15,254 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:11:15,255 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:11:15,419 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:20,420 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:25,421 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:26,848 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:11:30,253 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:11:30,253 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:11:31,321 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:36,322 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:41,323 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:45,253 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:11:45,253 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:11:46,400 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:51,401 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:56,403 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:11:56,849 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:12:00,442 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:12:00,443 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:12:01,571 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:06,572 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:11,573 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:15,442 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:12:15,443 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:12:17,543 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:22,544 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:26,850 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:12:27,851 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:30,442 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:12:30,443 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:12:33,573 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:38,575 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:43,576 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:45,442 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:12:45,443 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:12:49,561 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:54,562 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:12:56,851 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:12:59,852 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:00,465 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:13:00,465 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:13:05,603 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:10,604 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:15,605 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:15,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:13:15,613 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:13:20,784 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:25,785 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:26,856 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:13:30,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:13:30,612 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:13:31,689 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:36,690 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:41,691 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:45,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:13:45,612 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:13:47,688 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:52,690 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:13:56,853 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:13:57,854 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:00,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:14:00,613 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:14:03,678 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:08,679 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:13,680 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:15,613 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:14:15,613 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:14:18,761 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:23,762 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:26,855 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:14:28,856 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:30,612 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:14:30,613 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:14:34,728 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:39,729 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:44,730 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:45,613 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:14:45,613 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:14:49,746 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:54,747 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:14:56,855 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:14:59,856 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:00,671 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:15:00,672 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:15:05,827 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:10,827 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:15,828 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:15,889 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:15:15,890 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:15:21,034 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:26,035 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:26,856 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:15:30,980 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:15:30,981 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:15:31,092 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:36,093 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:41,094 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:45,980 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:15:45,981 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:15:47,047 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:52,048 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:15:56,857 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:15:57,858 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:00,980 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:16:00,981 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:16:02,405 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:16:02,407 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:16:02,407 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:16:02,408 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:16:03,217 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:16:03,408 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:08,409 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:13,410 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:16,201 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:16:16,202 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:16:19,312 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:24,313 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:26,858 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:16:29,859 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:31,247 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:16:31,248 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:16:35,408 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:40,410 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:45,410 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:46,224 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:16:46,225 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:16:51,393 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:56,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:16:56,859 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:17:01,248 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:17:01,249 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:17:01,415 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:06,416 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:11,417 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:16,247 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:17:16,248 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:17:17,346 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:22,347 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:26,860 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:17:27,860 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:31,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:17:31,382 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:17:33,543 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:38,544 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:43,545 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:46,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:17:46,381 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:17:49,528 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:54,529 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:17:56,860 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:17:59,861 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:01,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:18:01,381 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:18:05,513 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:10,513 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:15,514 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:16,586 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:18:16,587 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:18:20,680 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:25,681 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:26,861 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:18:30,862 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:31,703 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:18:31,704 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:18:36,766 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:41,767 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:46,727 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:18:46,728 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:18:46,825 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:51,826 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:56,827 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:18:56,863 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:19:01,716 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:19:01,717 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:19:01,851 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:06,852 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:11,853 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:16,787 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:19:16,788 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:19:16,907 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:21,908 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:26,863 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:19:27,864 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:31,954 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:19:31,955 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:19:33,033 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:38,035 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:43,035 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:46,954 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:19:46,955 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:19:48,077 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:53,078 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:19:56,864 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:19:58,865 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:01,954 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:20:01,955 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:20:04,053 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:09,054 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:14,055 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:16,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:20:16,955 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:20:20,038 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:25,039 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:26,865 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:20:30,866 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:31,954 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:20:31,955 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:20:36,108 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:41,109 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:46,110 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:46,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:20:46,955 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:20:52,032 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:20:56,866 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:20:57,867 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:01,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:21:01,956 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:21:03,073 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:08,074 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:13,075 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:16,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:21:16,956 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:21:18,108 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:23,109 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:26,866 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:21:28,867 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:31,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:21:31,956 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:21:34,082 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:39,083 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:44,085 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:46,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:21:46,956 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:21:49,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:54,122 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:21:56,867 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:21:59,869 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:02,031 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:22:02,032 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:22:05,122 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:10,123 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:15,124 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:17,217 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:22:17,217 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:22:20,363 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:25,364 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:26,868 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:22:30,869 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:32,216 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:22:32,217 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:22:36,379 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:41,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:46,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:47,270 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:22:47,270 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:22:51,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:56,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:22:56,869 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:23:01,871 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:02,269 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:23:02,270 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:23:07,439 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:12,440 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:17,313 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:23:17,314 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:23:18,427 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:23,428 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:26,870 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:23:28,871 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:29,788 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:23:29,790 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:23:29,790 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:23:29,790 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:23:30,390 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:23:32,290 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:23:32,291 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:23:34,409 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:39,410 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:44,411 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:47,291 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:23:47,292 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:23:49,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:54,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:23:56,871 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:23:59,872 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:02,352 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:24:02,352 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:24:05,512 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:10,513 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:15,514 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:17,328 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:24:17,328 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:24:21,434 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:26,434 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:26,872 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:24:31,873 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:32,339 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:24:32,340 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:24:37,403 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:42,403 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:47,339 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:24:47,340 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:24:47,417 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:52,418 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:24:56,873 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:24:57,874 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:02,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:25:02,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:25:03,496 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:08,497 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:13,498 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:17,393 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:25:17,393 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:25:18,557 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:23,558 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:26,874 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:25:28,874 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:32,393 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:25:32,394 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:25:34,554 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:39,555 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:44,556 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:47,393 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:25:47,394 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:25:50,546 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:55,548 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:25:56,875 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:26:00,876 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:02,393 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:26:02,394 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:26:06,505 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:11,506 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:16,507 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:17,393 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:26:17,394 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:26:22,483 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:26,875 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:26:27,876 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:32,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:26:32,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:26:33,487 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:38,488 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:43,489 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:47,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:26:47,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:26:48,554 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:53,555 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:26:56,876 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:26:58,877 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:02,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:27:02,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:27:04,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:09,535 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:13,407 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:27:13,410 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:27:13,410 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:27:13,410 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:27:13,410 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:27:13,410 DEBUG SenderThread:172 [sender.py:send():378] send: metric +2024-07-04 05:27:13,410 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:27:13,411 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:27:13,411 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:27:13,478 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:27:13,479 INFO Thread-12 :172 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/output.log +2024-07-04 05:27:15,412 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:15,479 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/output.log +2024-07-04 05:27:17,394 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:27:17,395 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:27:20,506 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:21,482 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/config.yaml +2024-07-04 05:27:25,646 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:26,877 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:27:30,879 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:32,581 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:27:32,581 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:27:36,718 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:41,719 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:46,720 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:47,580 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:27:47,581 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:27:52,714 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:27:56,878 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:27:57,879 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:02,601 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:28:02,601 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:28:03,696 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:08,698 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:13,698 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:17,600 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:28:17,601 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:28:18,746 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:23,748 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:26,879 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:28:28,880 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:32,623 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:28:32,624 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:28:34,752 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:39,753 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:44,754 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:47,623 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:28:47,623 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:28:49,787 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:54,788 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:28:56,880 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:28:59,881 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:02,623 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:29:02,624 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:29:05,709 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:10,710 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:15,711 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:17,687 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:29:17,687 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:29:20,773 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:25,774 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:26,880 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:29:30,882 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:32,624 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:29:32,625 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:29:36,724 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:41,725 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:46,727 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:47,741 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:29:47,741 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:29:51,809 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:56,810 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:29:56,882 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:30:01,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:02,740 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:30:02,741 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:30:07,862 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:12,864 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:17,809 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:30:17,810 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:30:17,969 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:22,970 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:26,882 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:30:28,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:32,808 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:30:32,809 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:30:33,972 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:38,973 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:43,974 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:47,971 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:30:47,972 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:30:49,122 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:54,123 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:30:56,883 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:30:59,884 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:03,128 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:31:03,129 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:31:05,268 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:10,269 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:15,270 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:18,127 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:31:18,127 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:31:20,294 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:25,295 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:26,884 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:31:30,885 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:33,127 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:31:33,128 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:31:36,197 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:41,198 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:46,199 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:48,127 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:31:48,128 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:31:51,252 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:56,253 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:31:56,885 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:32:01,886 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:03,183 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:32:03,183 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:32:07,323 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:12,324 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:17,325 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:18,183 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:32:18,183 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:32:23,299 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:26,885 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:32:28,886 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:33,182 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:32:33,183 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:32:34,302 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:39,303 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:44,304 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:48,226 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:32:48,227 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:32:50,280 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:52,466 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:32:52,467 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:32:52,468 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:32:52,468 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:32:52,616 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:32:55,469 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:32:56,886 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:33:00,888 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:03,204 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:33:03,204 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:33:06,344 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:11,345 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:16,346 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:18,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:33:18,380 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:33:21,546 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:26,547 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:26,887 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:33:31,888 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:33,379 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:33:33,380 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:33:37,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:42,534 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:47,535 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:48,379 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:33:48,380 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:33:53,524 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:33:56,888 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:33:58,888 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:03,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:34:03,380 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:34:04,437 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:09,438 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:14,439 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:18,379 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:34:18,380 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:34:19,539 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:24,540 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:26,888 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:34:29,890 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:33,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:34:33,380 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:34:35,458 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:40,460 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:45,461 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:48,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:34:48,381 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:34:50,534 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:55,535 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:34:56,889 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:35:00,891 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:03,442 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:35:03,442 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:35:06,502 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:11,503 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:16,504 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:18,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:35:18,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:35:22,481 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:26,890 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:35:27,891 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:32,892 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:33,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:35:33,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:35:38,504 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:43,505 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:48,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:35:48,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:35:48,537 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:53,537 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:35:56,891 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:35:58,892 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:03,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:36:03,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:36:04,583 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:09,585 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:14,587 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:18,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:36:18,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:36:20,496 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:25,497 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:26,892 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:36:30,893 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:33,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:36:33,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:36:36,506 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:41,507 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:46,508 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:48,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:36:48,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:36:52,487 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:36:56,897 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:36:57,898 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:02,899 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:03,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:37:03,431 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:37:08,545 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:13,547 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:18,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:37:18,431 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:37:19,541 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:24,542 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:26,893 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:37:29,894 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:33,431 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:37:33,431 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:37:35,585 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:40,586 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:45,587 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:48,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:37:48,444 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:37:50,604 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:55,605 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:37:56,895 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:38:00,897 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:03,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:38:03,444 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:38:06,538 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:11,539 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:16,540 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:18,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:38:18,444 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:38:21,550 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:26,552 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:26,895 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:38:31,896 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:33,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:38:33,444 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:38:37,595 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:42,596 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:47,597 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:48,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:38:48,455 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:38:53,568 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:38:56,896 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:38:58,897 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:03,454 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:39:03,455 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:39:04,543 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:09,544 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:14,545 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:18,570 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:39:18,571 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:39:19,669 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:24,670 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:26,897 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:39:29,898 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:33,628 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:39:33,628 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:39:35,696 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:40,697 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:45,697 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:48,614 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:39:48,615 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:39:50,769 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:55,770 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:39:56,898 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:40:00,130 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:40:00,131 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:40:00,132 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:40:00,132 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:40:00,787 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:40:01,133 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:03,636 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:40:03,637 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:40:06,755 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:11,756 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:16,757 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:18,623 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:40:18,624 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:40:22,721 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:26,899 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:40:27,899 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:32,900 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:33,623 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:40:33,624 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:40:38,777 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:43,778 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:48,623 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:40:48,624 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:40:49,718 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:54,719 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:40:56,899 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:40:59,900 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:03,624 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:41:03,624 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:41:05,729 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:10,730 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:15,731 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:18,624 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:41:18,624 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:41:20,756 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:25,758 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:26,900 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:41:30,901 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:33,803 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:41:33,804 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:41:36,896 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:41,897 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:46,898 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:48,802 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:41:48,802 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:41:51,915 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:41:56,901 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:41:57,901 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:02,902 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:03,919 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:42:03,920 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:42:08,051 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:13,052 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:18,053 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:18,918 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:42:18,919 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:42:24,000 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:26,902 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:42:29,903 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:34,058 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:42:34,059 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:42:35,195 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:40,196 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:45,197 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:49,058 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:42:49,059 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:42:50,203 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:55,204 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:42:56,903 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:43:00,904 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:04,128 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:43:04,129 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:43:06,242 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:11,243 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:16,244 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:19,128 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:43:19,129 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:43:22,229 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:26,903 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:43:27,904 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:32,905 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:34,241 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:43:34,242 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:43:38,405 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:43,406 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:48,407 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:49,241 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:43:49,242 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:43:54,397 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:43:56,904 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:43:59,905 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:04,242 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:44:04,242 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:44:05,401 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:10,402 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:15,403 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:19,242 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:44:19,242 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:44:20,409 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:25,411 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:26,905 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:44:30,906 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:34,242 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:44:34,242 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:44:36,307 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:41,308 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:46,309 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:49,242 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:44:49,243 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:44:51,375 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:56,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:44:56,906 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:45:01,907 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:04,242 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:45:04,243 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:45:07,347 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:12,348 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:17,349 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:19,242 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:45:19,243 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:45:23,345 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:26,906 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:45:28,907 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:33,908 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:34,243 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:45:34,243 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:45:39,383 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:44,384 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:49,255 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:45:49,255 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:45:49,411 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:54,413 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:45:56,907 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:45:59,908 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:04,253 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:46:04,254 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:46:05,413 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:10,414 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:15,415 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:19,254 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:46:19,254 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:46:20,417 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:25,418 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:26,908 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:46:30,909 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:34,254 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:46:34,255 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:46:36,371 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:41,373 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:46,374 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:49,254 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:46:49,255 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:46:52,338 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:46:56,909 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:46:57,910 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:02,911 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:04,304 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:47:04,304 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:47:07,685 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:47:07,686 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:47:07,686 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:47:07,687 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:47:07,964 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:47:08,688 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:13,688 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:18,689 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:19,279 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:47:19,280 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:47:24,435 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:26,910 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:47:29,911 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:34,279 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:47:34,280 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:47:35,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:40,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:45,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:49,280 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:47:49,280 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:47:51,374 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:56,375 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:47:56,910 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:48:01,912 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:04,280 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:48:04,280 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:48:07,373 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:12,374 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:17,375 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:19,280 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:48:19,280 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:48:22,383 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:26,912 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:48:27,912 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:32,913 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:34,281 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:48:34,282 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:48:38,365 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:43,366 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:48,366 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:49,280 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:48:49,281 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:48:53,434 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:48:56,912 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:48:58,913 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:03,914 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:04,281 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:49:04,281 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:49:09,352 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:14,353 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:19,320 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:49:19,321 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:49:19,457 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:24,458 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:26,913 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:49:29,914 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:34,520 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:49:34,521 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:49:35,657 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:40,658 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:45,659 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:49,519 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:49:49,520 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:49:50,669 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:55,670 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:49:56,914 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:50:00,915 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:04,519 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:50:04,520 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:50:06,899 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:11,900 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:16,901 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:19,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:50:19,718 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:50:22,843 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:26,915 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:50:27,916 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:32,917 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:34,716 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:50:34,717 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:50:38,843 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:43,843 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:48,845 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:49,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:50:49,717 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:50:54,810 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:50:56,916 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:50:59,917 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:04,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:51:04,717 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:51:05,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:10,884 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:15,885 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:19,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:51:19,717 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:51:21,878 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:26,879 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:26,916 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:51:31,917 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:34,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:51:34,718 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:51:37,882 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:42,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:47,884 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:49,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:51:49,718 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:51:53,822 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:51:56,917 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:51:58,918 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:03,919 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:04,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:52:04,718 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:52:09,878 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:14,879 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:19,717 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:52:19,718 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:52:19,896 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:24,897 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:26,918 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:52:29,919 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:34,758 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:52:34,759 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:52:35,859 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:40,860 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:45,861 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:49,757 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:52:49,758 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:52:51,854 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:56,856 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:52:56,919 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:53:01,920 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:04,844 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:53:04,845 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:53:06,989 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:11,990 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:16,991 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:19,844 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:53:19,845 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:53:22,969 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:26,919 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:53:28,920 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:33,922 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:34,844 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:53:34,845 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:53:38,976 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:43,977 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:48,978 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:49,844 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:53:49,845 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:53:54,935 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:53:56,920 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:54:00,922 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:04,845 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:54:04,845 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:54:05,956 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:10,957 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:15,547 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:54:15,549 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:54:15,549 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:54:15,549 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:54:16,142 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:54:16,550 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:19,845 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:54:19,845 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:54:22,040 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:26,921 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:54:27,922 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:32,923 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:34,845 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:54:34,845 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:54:38,916 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:43,917 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:48,918 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:49,897 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:54:49,898 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:54:53,968 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:54:56,922 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:54:59,923 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:04,874 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:55:04,875 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:55:05,031 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:10,031 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:15,032 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:19,877 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:55:19,877 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:55:20,047 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:25,100 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:26,923 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:55:30,924 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:34,876 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:55:34,876 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:55:36,099 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:41,100 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:46,101 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:49,876 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:55:49,876 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:55:51,172 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:56,173 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:55:56,923 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:56:01,925 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:04,876 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:56:04,877 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:56:07,172 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:12,173 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:17,174 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:19,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:56:19,884 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:56:23,172 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:26,924 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:56:28,925 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:33,926 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:34,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:56:34,883 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:56:39,173 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:44,173 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:49,174 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:49,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:56:49,883 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:56:54,178 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:56:56,925 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:56:59,926 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:04,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:57:04,884 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:57:05,013 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:10,178 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:15,179 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:19,883 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:57:19,884 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:57:21,177 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:26,178 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:26,926 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:57:31,928 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:34,884 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:57:34,884 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:57:37,177 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:42,178 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:47,179 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:49,939 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:57:49,940 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:57:52,188 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:57:56,927 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:57:57,928 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:02,929 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:04,918 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:58:04,918 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:58:08,188 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:13,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:18,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:19,918 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:58:19,919 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:58:24,188 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:26,928 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:58:29,929 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:34,918 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:58:34,919 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:58:35,017 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:40,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:45,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:49,918 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:58:49,919 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:58:51,188 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:56,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:58:56,929 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:59:01,930 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:04,919 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:59:04,919 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:59:07,188 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:12,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:17,191 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:19,919 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:59:19,919 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:59:23,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:24,047 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 05:59:24,048 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 05:59:24,049 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 05:59:24,049 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 05:59:24,265 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 05:59:26,266 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/output.log +2024-07-04 05:59:26,930 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 05:59:28,931 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:33,932 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:34,919 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:59:34,919 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:59:39,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:44,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:49,191 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:49,940 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 05:59:49,941 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 05:59:55,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 05:59:56,931 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:00:00,932 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:04,930 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:00:04,931 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:00:06,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:11,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:16,191 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:19,929 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:00:19,930 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:00:22,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:26,932 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:00:27,932 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:32,933 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:34,930 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:00:34,930 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:00:38,225 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:43,226 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:48,226 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:49,930 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:00:49,930 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:00:54,224 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:00:56,937 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:00:59,938 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:04,939 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:04,945 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:01:04,945 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:01:10,225 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:15,226 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:19,944 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:01:19,945 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:01:20,409 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:25,410 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:26,933 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:01:30,935 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:35,007 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:01:35,007 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:01:36,409 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:41,410 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:46,411 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:50,006 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:01:50,007 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:01:52,409 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:01:56,934 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:01:57,936 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:02,937 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:05,006 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:02:05,007 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:02:08,410 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:13,411 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:18,412 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:20,006 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:02:20,007 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:02:23,509 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:26,935 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:02:28,936 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:33,937 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:35,169 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:02:35,169 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:02:39,509 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:44,511 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:49,512 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:50,169 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:02:50,169 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:02:54,634 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:02:56,936 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:02:59,937 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:04,938 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:05,169 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:03:05,169 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:03:10,634 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:15,635 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:20,169 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:03:20,170 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:03:20,708 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:25,709 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:26,937 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:03:30,938 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:33,948 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 06:03:33,949 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 06:03:33,950 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:03:33,950 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:03:34,368 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 06:03:35,169 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:03:35,170 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:03:36,749 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:41,750 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:46,751 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:50,255 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:03:50,256 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:03:52,727 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:03:56,937 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:03:57,938 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:02,939 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:05,255 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:04:05,255 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:04:08,801 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:13,802 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:18,803 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:20,278 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:04:20,278 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:04:24,801 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:26,938 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:04:29,939 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:34,940 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:35,266 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:04:35,267 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:04:40,802 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:45,803 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:50,267 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:04:50,267 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:04:51,801 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:56,803 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:04:56,939 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:05:01,940 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:05,267 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:05:05,267 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:05:07,802 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:12,803 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:17,804 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:20,273 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:05:20,273 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:05:23,802 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:26,940 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:05:28,941 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:33,941 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:35,273 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:05:35,273 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:05:39,803 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:44,804 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:49,804 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:50,331 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:05:50,331 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:05:55,803 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:05:56,940 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:06:00,942 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:05,331 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:06:05,331 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:06:06,868 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:11,869 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:16,870 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:20,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:06:20,431 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:06:22,868 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:26,941 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:06:27,942 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:32,943 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:35,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:06:35,430 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:06:37,976 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:42,977 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:47,979 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:50,525 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:06:50,525 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:06:53,976 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:06:56,942 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:06:59,943 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:04,945 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:05,525 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:07:05,525 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:07:09,977 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:14,978 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:19,978 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:20,525 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:07:20,525 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:07:25,125 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:26,943 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:07:30,944 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:35,525 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:07:35,525 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:07:36,161 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:41,162 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:46,164 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:50,525 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:07:50,526 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:07:52,137 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:07:56,944 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:07:57,945 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:02,946 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:05,704 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:08:05,705 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:08:08,137 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:13,138 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:18,139 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:20,704 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:08:20,705 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:08:24,138 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:26,945 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:08:29,946 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:34,947 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:35,723 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:08:35,724 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:08:40,138 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:45,139 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:50,140 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:50,724 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:08:50,724 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:08:55,165 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:08:56,946 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:09:00,947 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:05,782 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:09:05,782 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:09:05,951 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:11,165 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:16,166 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:20,828 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:09:20,829 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:09:22,164 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:26,947 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:09:27,948 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:32,949 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:35,828 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:09:35,829 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:09:38,164 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:43,165 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:48,166 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:50,829 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:09:50,829 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:09:54,165 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:09:56,948 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:09:59,949 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:04,950 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:05,829 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:10:05,829 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:10:10,285 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:15,286 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:20,287 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:20,866 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:10:20,867 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:10:26,285 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:26,948 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:10:31,950 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:35,866 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:10:35,867 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:10:37,426 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:42,109 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 06:10:42,111 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 06:10:42,111 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:10:42,111 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:10:42,546 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 06:10:43,112 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:48,113 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:51,044 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:10:51,044 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:10:53,427 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:10:56,949 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:10:58,950 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:03,951 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:06,044 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:11:06,044 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:11:09,427 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:14,428 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:19,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:21,044 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:11:21,044 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:11:25,427 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:26,950 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:11:30,951 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:35,952 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:36,044 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:11:36,044 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:11:41,427 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:46,428 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:51,085 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:11:51,086 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:11:52,427 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:11:56,951 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:11:57,952 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:02,953 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:06,085 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:12:06,085 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:12:08,427 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:13,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:18,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:21,085 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:12:21,086 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:12:24,428 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:26,952 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:12:29,953 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:34,954 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:36,085 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:12:36,086 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:12:40,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:45,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:50,534 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:51,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:12:51,121 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:12:56,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:12:56,953 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:13:01,954 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:06,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:13:06,121 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:13:07,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:12,534 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:17,535 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:21,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:13:21,121 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:13:23,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:26,953 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:13:28,954 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:33,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:36,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:13:36,121 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:13:39,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:44,535 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:49,536 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:51,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:13:51,122 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:13:55,533 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:13:56,954 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:14:00,955 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:05,956 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:06,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:14:06,122 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:14:11,591 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:16,591 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:21,121 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:14:21,122 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:14:22,590 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:26,955 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:14:27,956 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:32,957 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:36,167 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:14:36,167 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:14:38,590 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:43,591 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:48,592 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:51,146 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:14:51,146 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:14:54,591 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:14:56,956 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:14:59,957 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:04,958 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:06,146 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:15:06,147 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:15:10,624 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:15,625 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:20,626 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:21,303 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:15:21,304 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:15:26,624 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:26,957 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:15:31,958 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:36,304 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:15:36,304 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:15:37,768 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:42,768 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:47,770 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:51,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:15:51,381 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:15:53,768 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:15:56,958 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:15:58,959 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:03,960 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:06,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:16:06,381 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:16:09,907 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:14,908 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:19,909 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:21,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:16:21,382 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:16:25,907 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:26,959 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:16:30,960 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:35,961 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:36,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:16:36,382 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:16:41,908 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:46,909 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:51,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:16:51,382 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:16:52,025 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:16:56,960 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:16:57,961 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:02,962 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:06,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:17:06,382 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:17:08,025 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:13,026 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:18,026 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:21,381 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:17:21,382 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:17:23,197 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:26,961 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:17:28,961 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:33,962 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:36,382 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:17:36,382 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:17:39,197 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:44,198 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:49,198 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:51,230 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 06:17:51,231 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 06:17:51,231 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:17:51,231 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:17:51,515 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:17:51,516 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:17:51,725 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 06:17:54,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:17:56,962 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:17:59,963 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:04,964 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:06,515 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:18:06,516 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:18:10,380 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:15,382 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:20,383 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:21,563 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:18:21,563 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:18:25,422 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:26,962 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:18:30,963 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:35,964 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:36,561 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:18:36,562 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:18:41,422 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:46,423 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:51,424 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:18:51,563 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:18:51,563 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:18:56,963 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:18:56,964 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:01,965 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:06,578 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:19:06,578 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:19:07,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:12,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:17,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:21,610 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:19:21,611 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:19:22,477 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:26,964 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:19:27,965 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:32,966 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:36,587 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:19:36,588 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:19:38,455 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:43,456 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:48,457 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:51,676 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:19:51,676 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:19:53,539 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:19:56,965 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:19:58,966 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:03,968 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:06,676 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:20:06,676 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:20:09,539 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:14,540 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:19,541 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:21,693 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:20:21,693 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:20:24,564 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:26,966 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:20:29,967 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:34,968 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:36,693 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:20:36,693 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:20:40,564 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:45,565 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:50,566 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:51,693 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:20:51,693 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:20:56,564 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:20:56,967 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:21:01,968 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:06,699 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:21:06,699 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:21:07,564 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:12,565 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:17,566 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:21,698 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:21:21,699 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:21:23,564 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:26,967 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:21:28,968 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:33,969 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:36,699 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:21:36,699 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:21:39,564 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:44,566 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:49,567 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:51,699 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:21:51,699 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:21:55,565 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:21:56,968 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:22:00,969 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:05,970 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:06,703 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:22:06,703 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:22:11,578 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:16,579 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:21,580 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:21,702 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:22:21,703 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:22:26,969 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:22:26,971 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:31,971 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:36,863 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:22:36,863 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:22:37,023 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:42,727 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:47,728 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:51,862 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:22:51,863 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:22:53,727 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:22:56,970 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:22:58,971 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:03,972 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:07,035 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:23:07,036 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:23:09,904 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:14,905 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:19,906 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:22,035 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:23:22,035 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:23:25,904 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:26,971 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:23:30,972 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:35,973 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:37,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:23:37,190 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:23:41,058 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:46,060 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:51,061 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:23:52,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:23:52,189 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:23:56,972 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:23:56,972 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:01,974 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:06,975 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:07,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:24:07,190 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:24:12,060 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:17,061 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:22,061 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:22,189 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:24:22,189 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:24:26,973 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:24:27,973 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:32,974 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:37,198 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:24:37,199 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:24:38,064 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:43,066 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:48,067 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:52,198 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:24:52,198 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:24:54,064 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:24:56,978 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:24:59,979 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:00,097 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 06:25:00,098 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 06:25:00,098 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:25:00,099 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:25:00,910 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 06:25:05,100 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:07,316 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:25:07,317 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:25:10,183 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:15,184 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:20,185 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:22,316 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:25:22,317 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:25:26,183 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:26,974 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:25:31,975 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:36,977 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:37,324 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:25:37,324 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:25:42,190 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:47,191 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:52,192 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:25:52,323 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:25:52,324 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:25:56,977 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:25:57,978 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:02,979 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:07,508 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:26:07,509 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:26:08,376 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:13,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:18,378 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:22,508 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:26:22,509 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:26:24,376 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:26,976 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:26:29,977 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:34,978 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:37,508 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:26:37,509 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:26:40,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:45,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:50,378 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:52,509 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:26:52,509 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:26:56,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:26:56,977 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:27:01,978 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:06,979 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:07,509 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:27:07,509 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:27:12,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:17,378 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:22,379 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:22,509 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:27:22,509 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:27:26,978 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:27:27,979 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:32,980 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:37,509 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:27:37,510 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:27:38,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:43,378 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:48,379 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:52,509 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:27:52,510 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:27:54,377 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:27:56,979 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:27:59,980 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:04,981 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:07,616 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:28:07,616 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:28:10,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:15,431 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:20,432 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:22,615 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:28:22,616 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:28:26,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:26,980 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:28:31,981 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:36,982 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:37,792 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:28:37,793 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:28:42,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:47,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:52,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:28:52,843 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:28:52,843 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:28:56,980 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:28:57,981 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:02,982 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:07,831 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:29:07,831 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:29:08,442 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:13,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:18,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:22,831 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:29:22,832 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:29:24,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:26,981 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:29:29,982 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:34,983 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:37,831 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:29:37,832 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:29:40,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:45,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:50,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:52,831 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:29:52,832 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:29:56,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:29:56,982 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:30:01,984 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:06,984 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:07,832 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:30:07,832 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:30:12,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:17,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:22,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:22,832 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:30:22,832 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:30:26,983 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:30:27,984 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:32,985 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:37,832 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:30:37,833 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:30:38,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:43,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:48,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:52,832 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:30:52,833 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:30:54,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:30:56,984 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:30:59,985 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:04,986 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:07,832 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:31:07,833 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:31:10,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:15,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:20,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:22,833 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:31:22,833 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:31:26,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:26,985 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:31:31,986 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:36,987 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:37,832 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:31:37,833 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:31:41,421 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 06:31:41,422 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 06:31:41,422 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:31:41,423 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:31:41,426 DEBUG SenderThread:172 [sender.py:send():378] send: telemetry +2024-07-04 06:31:41,426 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:31:41,429 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: partial_history +2024-07-04 06:31:41,430 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: pause +2024-07-04 06:31:41,430 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:31:41,430 INFO HandlerThread:172 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-07-04 06:31:41,431 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:31:41,431 INFO HandlerThread:172 [system_monitor.py:finish():203] Stopping system monitor +2024-07-04 06:31:41,432 DEBUG SystemMonitor:172 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-07-04 06:31:41,432 DEBUG SystemMonitor:172 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-07-04 06:31:41,433 INFO HandlerThread:172 [interfaces.py:finish():200] Joined cpu monitor +2024-07-04 06:31:41,433 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:31:41,436 INFO HandlerThread:172 [interfaces.py:finish():200] Joined disk monitor +2024-07-04 06:31:41,436 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:31:41,437 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:31:41,437 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:31:41,438 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:31:41,438 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:31:41,439 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:31:41,439 DEBUG SenderThread:172 [sender.py:send():378] send: history +2024-07-04 06:31:41,439 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: summary_record +2024-07-04 06:31:41,440 INFO SenderThread:172 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-04 06:31:41,442 INFO HandlerThread:172 [interfaces.py:finish():200] Joined gpu monitor +2024-07-04 06:31:41,442 INFO HandlerThread:172 [interfaces.py:finish():200] Joined memory monitor +2024-07-04 06:31:41,442 INFO HandlerThread:172 [interfaces.py:finish():200] Joined network monitor +2024-07-04 06:31:41,443 DEBUG SenderThread:172 [sender.py:send():378] send: stats +2024-07-04 06:31:42,082 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/wandb-summary.json +2024-07-04 06:31:42,443 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:44,082 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/output.log +2024-07-04 06:31:47,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:48,084 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/config.yaml +2024-07-04 06:31:52,578 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:31:52,833 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:31:52,833 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:31:58,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:03,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:07,833 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:32:07,833 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:32:09,444 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:14,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:19,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:22,833 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:32:22,834 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:32:25,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:30,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:35,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:37,833 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:32:37,834 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:32:41,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:46,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:51,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:32:52,833 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:32:52,834 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:32:57,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:02,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:07,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:07,834 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:33:07,834 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:33:13,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:18,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:22,834 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:33:22,834 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:33:24,445 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:29,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:34,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:37,834 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:33:37,834 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:33:40,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:45,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:50,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:33:52,834 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:33:52,835 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:33:56,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:01,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:06,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:07,834 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:34:07,835 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:34:12,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:17,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:22,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:22,834 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:34:22,835 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:34:28,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:33,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:37,835 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:34:37,835 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:34:39,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:44,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:49,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:34:52,835 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:34:52,835 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:34:55,446 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:00,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:05,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:07,835 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:35:07,836 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:35:11,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:16,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:21,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:22,835 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:35:22,836 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:35:27,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:32,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:37,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:37,836 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:35:37,836 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:35:43,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:48,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:52,836 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:35:52,836 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:35:54,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:35:59,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:04,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:07,836 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:36:07,836 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:36:10,447 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:15,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:20,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:22,836 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:36:22,837 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:36:26,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:31,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:36,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:37,836 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:36:37,837 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:36:42,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:47,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:52,451 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:36:52,837 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:36:52,837 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:36:58,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:03,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:07,837 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:37:07,837 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:37:09,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:14,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:19,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:22,837 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:37:22,838 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:37:25,448 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:30,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:35,451 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:37,837 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:37:37,838 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:37:41,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:46,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:51,451 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:37:52,837 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:37:52,838 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:37:57,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:02,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:07,452 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:07,837 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:38:07,838 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:38:13,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:18,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:22,838 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:38:22,838 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:38:24,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:29,450 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:34,451 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:37,838 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: stop_status +2024-07-04 06:38:37,838 DEBUG SenderThread:172 [sender.py:send_request():405] send_request: stop_status +2024-07-04 06:38:40,449 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:44,274 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: resume +2024-07-04 06:38:44,274 INFO HandlerThread:172 [handler.py:handle_request_resume():715] starting system metrics thread +2024-07-04 06:38:44,275 INFO HandlerThread:172 [system_monitor.py:start():194] Starting system monitor +2024-07-04 06:38:44,275 INFO SystemMonitor:172 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-07-04 06:38:44,275 INFO SystemMonitor:172 [interfaces.py:start():188] Started cpu monitoring +2024-07-04 06:38:44,276 INFO SystemMonitor:172 [interfaces.py:start():188] Started disk monitoring +2024-07-04 06:38:44,277 INFO SystemMonitor:172 [interfaces.py:start():188] Started gpu monitoring +2024-07-04 06:38:44,279 INFO SystemMonitor:172 [interfaces.py:start():188] Started memory monitoring +2024-07-04 06:38:44,280 INFO SystemMonitor:172 [interfaces.py:start():188] Started network monitoring +2024-07-04 06:38:45,677 DEBUG HandlerThread:172 [handler.py:handle_request():158] handle_request: status_report +2024-07-04 06:38:47,269 INFO Thread-12 :172 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240704_045325-p1eykagd/files/output.log