diff --git "a/wandb/run-20240703_150631-xd2jm096/logs/debug-internal.log" "b/wandb/run-20240703_150631-xd2jm096/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20240703_150631-xd2jm096/logs/debug-internal.log" @@ -0,0 +1,2280 @@ +2024-07-03 15:06:31,689 INFO StreamThr :120 [internal.py:wandb_internal():85] W&B internal server running at pid: 120, started at: 2024-07-03 15:06:31.688906 +2024-07-03 15:06:31,691 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status +2024-07-03 15:06:32,241 INFO WriterThread:120 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240703_150631-xd2jm096/run-xd2jm096.wandb +2024-07-03 15:06:32,241 DEBUG SenderThread:120 [sender.py:send():378] send: header +2024-07-03 15:06:32,245 DEBUG SenderThread:120 [sender.py:send():378] send: run +2024-07-03 15:06:32,575 INFO SenderThread:120 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files +2024-07-03 15:06:32,575 INFO SenderThread:120 [sender.py:_start_run_threads():1123] run started: xd2jm096 with start time 1720019191.690257 +2024-07-03 15:06:32,586 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: check_version +2024-07-03 15:06:32,586 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: check_version +2024-07-03 15:06:32,667 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: run_start +2024-07-03 15:06:32,678 DEBUG HandlerThread:120 [system_info.py:__init__():26] System info init +2024-07-03 15:06:32,679 DEBUG HandlerThread:120 [system_info.py:__init__():41] System info init done +2024-07-03 15:06:32,679 INFO HandlerThread:120 [system_monitor.py:start():194] Starting system monitor +2024-07-03 15:06:32,679 INFO SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-07-03 15:06:32,679 INFO HandlerThread:120 [system_monitor.py:probe():214] Collecting system info +2024-07-03 15:06:32,679 INFO SystemMonitor:120 [interfaces.py:start():188] Started cpu monitoring +2024-07-03 15:06:32,680 INFO SystemMonitor:120 [interfaces.py:start():188] Started disk monitoring +2024-07-03 15:06:32,681 INFO SystemMonitor:120 [interfaces.py:start():188] Started gpu monitoring +2024-07-03 15:06:32,682 INFO SystemMonitor:120 [interfaces.py:start():188] Started memory monitoring +2024-07-03 15:06:32,683 INFO SystemMonitor:120 [interfaces.py:start():188] Started network monitoring +2024-07-03 15:06:32,688 DEBUG HandlerThread:120 [system_info.py:probe():150] Probing system +2024-07-03 15:06:32,690 DEBUG HandlerThread:120 [gitlib.py:_init_repo():56] git repository is invalid +2024-07-03 15:06:32,690 DEBUG HandlerThread:120 [system_info.py:probe():198] Probing system done +2024-07-03 15:06:32,690 DEBUG HandlerThread:120 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-07-03T15:06:32.688125', 'startedAt': '2024-07-03T15:06:31.682747', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '6cdf200ab233', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.176, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.176, 'min': 0.0, 'max': 0.0}, {'current': 2000.176, 'min': 0.0, 'max': 0.0}, {'current': 2000.176, 'min': 0.0, 'max': 0.0}, {'current': 2000.176, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5689.46768951416}}, 'gpu': 'Tesla P100-PCIE-16GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla P100-PCIE-16GB', 'memory_total': 17179869184}], 'memory': {'total': 31.357563018798828}} +2024-07-03 15:06:32,690 INFO HandlerThread:120 [system_monitor.py:probe():224] Finished collecting system info +2024-07-03 15:06:32,690 INFO HandlerThread:120 [system_monitor.py:probe():227] Publishing system info +2024-07-03 15:06:32,690 DEBUG HandlerThread:120 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-07-03 15:06:33,577 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/conda-environment.yaml +2024-07-03 15:06:47,705 ERROR HandlerThread:120 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda + subprocess.call( + File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call + return p.wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait + return self._wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait + raise TimeoutExpired(self.args, timeout) +subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds +2024-07-03 15:06:47,708 DEBUG HandlerThread:120 [system_info.py:_save_conda():222] Saving conda packages done +2024-07-03 15:06:47,708 INFO HandlerThread:120 [system_monitor.py:probe():229] Finished publishing system info +2024-07-03 15:06:47,716 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:06:47,716 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: keepalive +2024-07-03 15:06:47,716 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:06:47,716 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: keepalive +2024-07-03 15:06:47,716 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:06:47,716 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: keepalive +2024-07-03 15:06:47,717 DEBUG SenderThread:120 [sender.py:send():378] send: files +2024-07-03 15:06:47,717 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-metadata.json with policy now +2024-07-03 15:06:48,238 INFO wandb-upload_0:120 [upload_job.py:push():130] Uploaded file /tmp/tmpjp08p3fowandb/1qggdg52-wandb-metadata.json +2024-07-03 15:06:48,580 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-metadata.json +2024-07-03 15:06:48,661 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: python_packages +2024-07-03 15:06:48,661 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: python_packages +2024-07-03 15:06:48,664 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-07-03 15:06:48,664 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:06:48,665 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:06:48,847 DEBUG SenderThread:120 [sender.py:send():378] send: config +2024-07-03 15:06:48,849 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:06:48,849 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-07-03 15:06:48,849 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-07-03 15:06:48,850 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:06:48,850 WARNING SenderThread:120 [sender.py:send_metric():1340] Seen metric with glob (shouldn't happen) +2024-07-03 15:06:48,850 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-07-03 15:06:49,581 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/requirements.txt +2024-07-03 15:06:52,850 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:06:57,851 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:02,857 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:03,585 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/config.yaml +2024-07-03 15:07:03,662 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:07:03,663 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:07:08,894 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:13,895 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:18,662 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:07:18,663 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:07:19,847 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:24,848 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:29,849 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:32,683 DEBUG SystemMonitor:120 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-07-03 15:07:32,684 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:07:33,662 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:07:33,663 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:07:35,827 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:40,828 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:45,829 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:48,663 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:07:48,664 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:07:50,863 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:07:55,864 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:00,865 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:02,685 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:08:03,886 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:08:03,886 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:08:06,093 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:11,094 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:16,095 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:19,095 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:08:19,096 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:08:21,312 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:26,313 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:31,314 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:32,686 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:08:34,095 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:08:34,096 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:08:36,339 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:41,340 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:46,341 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:49,179 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:08:49,180 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:08:51,413 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:08:56,414 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:01,415 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:02,686 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:09:04,314 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:09:04,315 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:09:06,556 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:11,557 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:16,558 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:19,414 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:09:19,415 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:09:21,587 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:26,588 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:31,589 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:32,687 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:09:34,414 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:09:34,415 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:09:36,620 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:41,621 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:46,622 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:49,415 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:09:49,415 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:09:51,635 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:09:56,636 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:01,636 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:02,688 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:10:04,414 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:10:04,415 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:10:06,669 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:11,670 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:16,671 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:19,415 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:10:19,415 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:10:22,640 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:27,641 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:32,641 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:32,688 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:10:34,567 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:10:34,567 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:10:37,802 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:42,803 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:47,804 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:49,602 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:10:49,603 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:10:53,789 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:10:58,790 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:02,689 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:11:04,634 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:04,635 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:11:04,635 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:11:09,872 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:14,873 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:19,632 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:11:19,633 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:11:20,795 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:25,796 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:30,797 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:32,690 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:11:34,632 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:11:34,633 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:11:35,816 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:40,817 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:45,818 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:49,632 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:11:49,633 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:11:51,796 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:11:56,797 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:01,798 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:02,691 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:12:04,633 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:12:04,633 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:12:06,862 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:11,863 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:16,864 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:19,685 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:12:19,686 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:12:22,855 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:27,856 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:32,691 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:12:33,692 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:34,697 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:12:34,697 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:12:38,881 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:43,882 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:48,883 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:49,788 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:12:49,789 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:12:53,942 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:12:58,943 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:02,692 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:13:04,693 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:04,787 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:13:04,788 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:13:10,028 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:15,029 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:19,788 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:13:19,788 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:13:21,022 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:26,023 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:31,023 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:32,693 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:13:35,037 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:13:35,037 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:13:36,275 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:41,276 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:46,277 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:50,036 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:13:50,036 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:13:52,188 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:13:57,189 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:02,190 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:02,694 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:14:05,036 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:14:05,036 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:14:07,263 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:12,264 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:14,188 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:14:14,191 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:14:14,191 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:14:14,191 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:14:14,191 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:14:14,191 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:14:14,191 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:14:14,192 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:14:14,727 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:14:18,198 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:18,728 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/config.yaml +2024-07-03 15:14:20,036 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:14:20,037 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:14:24,252 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:29,253 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:32,695 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:14:34,695 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:35,036 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:14:35,037 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:14:40,192 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:45,193 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:50,036 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:14:50,037 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:14:50,221 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:14:55,222 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:00,222 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:02,695 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:15:05,036 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:15:05,037 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:15:05,276 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:10,277 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:15,278 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:20,037 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:15:20,037 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:15:21,233 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:26,234 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:31,235 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:32,696 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:15:35,088 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:15:35,089 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:15:36,252 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:41,252 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:46,253 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:50,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:15:50,090 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:15:51,319 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:15:56,320 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:01,321 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:02,697 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:16:05,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:16:05,089 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:16:07,293 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:12,294 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:17,295 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:20,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:16:20,090 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:16:22,327 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:27,328 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:32,329 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:32,698 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:16:35,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:16:35,090 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:16:38,317 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:43,318 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:48,319 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:50,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:16:50,090 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:16:54,263 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:16:59,264 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:02,698 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:17:04,699 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:05,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:17:05,090 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:17:10,298 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:15,299 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:20,090 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:17:20,090 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:17:20,308 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:25,309 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:30,310 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:32,699 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:17:35,090 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:17:35,090 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:17:36,266 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:41,267 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:46,268 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:50,090 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:17:50,091 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:17:52,257 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:17:57,258 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:02,259 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:02,700 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:18:05,090 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:18:05,091 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:18:08,227 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:13,228 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:18,229 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:20,320 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:18:20,321 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:18:23,477 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:28,478 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:32,701 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:18:33,702 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:35,320 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:18:35,321 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:18:39,470 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:44,471 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:49,472 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:50,321 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:18:50,321 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:18:54,549 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:18:59,550 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:02,702 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:19:04,703 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:05,321 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:19:05,321 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:19:10,498 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:15,499 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:20,470 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:19:20,471 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:19:20,686 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:25,687 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:30,688 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:32,703 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:19:35,470 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:19:35,471 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:19:36,679 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:41,680 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:46,681 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:50,470 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:19:50,471 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:19:52,661 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:19:57,661 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:02,662 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:02,703 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:20:05,515 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:20:05,515 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:20:07,713 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:12,714 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:17,715 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:20,502 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:20:20,503 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:20:22,740 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:27,741 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:32,704 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:20:33,705 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:35,566 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:20:35,566 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:20:38,810 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:43,810 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:48,812 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:50,579 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:20:50,580 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:20:54,775 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:20:59,776 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:02,705 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:21:05,577 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:21:05,578 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:21:05,762 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:10,763 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:15,764 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:20,577 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:21:20,578 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:21:20,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:25,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:30,795 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:32,706 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:21:35,818 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:21:35,818 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:21:36,005 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:37,266 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:21:37,267 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:21:37,267 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:21:37,268 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:21:37,877 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:21:41,269 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:46,270 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:50,840 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:21:50,840 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:21:52,017 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:21:57,018 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:02,019 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:02,706 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:22:05,839 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:22:05,840 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:22:07,064 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:12,065 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:17,066 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:20,964 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:22:20,965 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:22:22,183 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:27,184 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:32,185 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:32,707 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:22:35,964 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:22:35,965 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:22:38,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:43,116 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:48,116 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:51,087 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:22:51,088 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:22:53,309 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:22:58,310 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:02,708 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:23:03,709 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:06,276 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:23:06,277 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:23:09,506 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:14,507 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:19,508 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:21,333 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:23:21,333 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:23:25,499 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:30,500 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:32,709 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:23:35,710 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:36,311 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:23:36,312 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:23:41,541 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:46,542 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:51,311 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:23:51,312 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:23:52,513 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:23:57,514 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:02,515 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:02,710 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:24:06,311 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:24:06,312 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:24:08,489 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:13,490 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:18,491 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:21,312 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:24:21,313 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:24:23,508 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:28,509 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:32,711 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:24:33,711 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:36,457 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:24:36,457 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:24:39,649 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:44,650 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:49,651 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:51,693 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:24:51,694 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:24:54,875 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:24:59,877 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:02,711 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:25:05,712 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:06,703 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:25:06,703 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:25:10,949 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:15,950 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:20,951 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:21,700 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:25:21,700 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:25:26,886 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:31,887 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:32,712 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:25:36,700 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:25:36,701 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:25:36,920 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:41,921 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:46,922 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:51,700 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:25:51,701 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:25:52,895 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:25:57,895 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:02,713 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:26:03,714 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:06,701 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:26:06,701 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:26:08,928 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:13,929 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:18,930 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:21,701 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:26:21,701 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:26:23,950 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:28,951 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:32,714 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:26:34,715 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:36,704 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:26:36,704 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:26:39,916 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:44,917 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:49,918 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:26:51,907 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:26:51,908 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:26:55,109 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:00,110 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:02,715 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:27:05,716 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:07,096 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:27:07,097 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:27:11,342 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:16,343 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:21,344 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:22,137 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:27:22,138 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:27:27,296 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:32,297 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:32,716 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:27:37,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:27:37,115 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:27:37,309 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:42,310 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:47,311 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:52,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:27:52,115 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:27:52,354 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:27:57,355 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:02,356 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:02,716 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:28:07,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:28:07,115 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:28:08,355 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:13,356 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:18,357 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:22,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:28:22,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:28:24,262 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:29,263 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:32,717 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:28:34,718 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:37,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:28:37,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:28:40,301 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:45,302 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:50,303 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:28:52,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:28:52,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:28:55,353 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:00,354 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:01,117 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:29:01,118 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:29:01,118 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:29:01,119 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:29:02,025 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:29:02,718 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:29:05,719 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:07,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:29:07,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:29:11,274 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:16,275 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:21,276 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:22,116 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:29:22,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:29:26,294 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:31,295 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:32,719 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:29:36,720 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:37,116 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:29:37,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:29:42,336 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:47,337 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:52,338 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:29:52,362 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:29:52,363 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:29:57,528 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:02,529 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:02,719 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:30:07,362 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:30:07,363 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:30:07,543 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:12,544 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:17,545 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:22,362 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:30:22,363 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:30:23,517 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:28,518 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:32,720 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:30:33,721 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:37,589 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:30:37,590 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:30:38,831 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:43,832 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:48,833 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:52,824 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:30:52,825 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:30:53,998 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:30:58,999 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:02,721 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:31:04,722 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:08,028 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:31:08,029 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:31:10,247 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:15,247 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:20,248 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:23,175 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:31:23,175 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:31:25,331 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:30,332 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:32,722 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:31:35,722 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:38,323 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:31:38,324 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:31:41,514 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:46,514 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:51,515 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:31:53,562 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:31:53,563 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:31:56,769 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:01,770 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:02,722 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:32:07,723 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:08,772 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:32:08,773 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:32:12,984 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:17,984 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:22,985 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:23,816 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:32:23,816 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:32:28,007 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:32,723 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:32:33,724 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:38,725 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:38,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:32:38,795 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:32:43,957 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:48,958 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:53,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:32:53,795 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:32:53,968 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:32:58,969 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:02,724 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:33:04,725 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:08,828 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:33:08,828 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:33:09,969 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:14,970 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:19,972 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:23,806 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:33:23,807 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:33:25,005 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:30,006 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:32,725 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:33:35,726 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:38,898 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:33:38,899 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:33:41,125 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:46,126 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:51,127 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:33:53,919 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:33:53,920 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:33:56,152 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:01,153 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:02,725 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:34:06,726 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:08,986 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:34:08,986 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:34:12,144 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:17,145 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:22,146 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:24,036 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:34:24,037 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:34:27,274 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:32,275 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:32,726 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:34:37,727 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:39,014 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:34:39,014 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:34:43,173 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:48,174 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:53,175 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:34:54,014 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:34:54,014 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:34:58,196 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:02,727 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:35:03,728 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:08,729 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:09,014 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:35:09,015 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:35:14,227 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:19,228 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:24,014 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:35:24,015 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:35:25,189 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:30,190 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:32,728 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:35:35,729 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:39,015 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:35:39,015 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:35:41,181 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:46,182 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:51,183 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:35:54,015 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:35:54,015 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:35:56,219 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:01,219 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:02,729 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:36:06,730 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:09,015 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:36:09,015 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:36:12,256 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:17,256 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:22,257 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:24,094 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:36:24,095 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:36:25,589 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:36:25,590 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:36:25,590 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:36:25,591 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:36:26,179 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:36:27,591 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:32,592 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:32,729 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:36:37,730 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:39,095 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:36:39,096 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:36:43,338 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:48,339 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:53,340 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:36:54,094 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:36:54,095 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:36:58,345 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:02,730 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:37:03,731 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:08,732 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:09,094 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:37:09,095 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:37:14,287 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:19,288 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:24,195 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:37:24,196 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:37:24,431 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:29,432 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:32,731 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:37:34,732 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:39,319 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:37:39,320 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:37:40,513 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:45,514 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:50,515 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:37:54,320 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:37:54,320 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:37:56,497 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:01,498 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:02,732 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:38:06,733 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:09,320 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:38:09,321 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:38:12,481 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:17,481 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:22,482 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:24,319 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:38:24,320 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:38:27,496 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:32,497 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:32,732 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:38:37,733 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:39,319 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:38:39,320 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:38:43,523 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:48,524 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:53,524 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:38:54,334 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:38:54,334 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:38:58,561 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:02,733 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:39:03,734 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:08,735 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:09,404 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:39:09,405 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:39:14,634 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:19,635 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:24,353 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:39:24,354 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:39:25,495 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:30,496 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:32,734 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:39:35,735 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:39,341 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:39:39,342 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:39:41,496 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:46,497 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:51,498 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:39:54,341 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:39:54,342 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:39:56,587 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:01,588 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:02,734 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:40:06,459 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:40:06,491 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:40:06,491 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:40:06,492 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:40:06,492 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:40:06,492 DEBUG SenderThread:120 [sender.py:send():378] send: metric +2024-07-03 15:40:06,492 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:40:06,492 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:40:06,493 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:40:07,256 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:40:07,256 INFO Thread-12 :120 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/output.log +2024-07-03 15:40:07,493 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:09,257 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/output.log +2024-07-03 15:40:09,419 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:40:09,420 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:40:12,662 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:17,663 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:22,669 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:23,261 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/config.yaml +2024-07-03 15:40:24,451 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:40:24,451 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:40:28,679 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:32,735 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:40:33,736 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:38,737 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:39,430 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:40:39,431 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:40:44,643 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:49,644 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:54,460 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:40:54,461 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:40:54,682 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:40:59,683 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:02,736 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:41:04,737 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:09,460 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:41:09,460 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:41:10,651 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:15,651 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:20,652 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:24,460 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:41:24,460 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:41:26,606 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:31,607 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:32,737 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:41:36,738 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:39,461 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:41:39,462 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:41:42,698 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:47,699 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:52,700 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:41:54,460 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:41:54,460 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:41:58,646 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:02,738 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:42:03,738 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:08,739 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:09,460 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:42:09,461 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:42:14,678 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:19,678 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:24,604 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:42:24,604 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:42:24,812 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:29,813 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:32,738 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:42:35,739 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:39,744 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:42:39,745 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:42:40,910 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:45,911 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:50,912 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:42:54,772 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:42:54,773 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:42:55,989 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:00,990 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:02,739 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:43:06,740 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:09,750 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:43:09,751 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:43:11,898 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:16,899 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:21,900 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:24,871 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:43:24,872 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:43:27,066 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:32,067 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:32,740 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:43:37,741 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:39,871 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:43:39,872 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:43:43,056 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:48,057 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:53,058 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:43:54,871 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:43:54,872 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:43:58,106 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:02,740 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:44:03,741 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:08,742 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:09,872 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:44:09,872 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:44:14,039 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:19,040 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:24,041 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:25,044 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:44:25,045 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:44:29,287 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:32,741 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:44:34,742 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:39,743 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:40,044 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:44:40,045 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:44:45,275 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:50,276 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:44:55,045 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:44:55,045 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:44:56,241 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:01,242 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:02,742 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:45:06,743 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:10,062 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:45:10,063 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:45:12,212 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:17,213 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:22,214 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:25,060 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:45:25,060 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:45:27,282 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:32,283 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:32,742 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:45:37,744 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:40,085 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:45:40,086 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:45:43,224 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:45:43,226 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:45:43,226 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:45:43,226 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:43,227 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:45:43,373 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:45:48,228 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:53,229 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:45:55,084 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:45:55,085 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:45:58,270 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:02,743 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:46:03,744 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:08,745 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:10,084 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:46:10,085 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:46:14,268 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:19,269 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:24,270 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:25,209 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:46:25,210 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:46:29,366 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:32,744 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:46:34,745 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:39,746 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:40,209 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:46:40,209 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:46:45,337 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:50,339 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:46:55,209 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:46:55,210 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:46:55,381 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:00,382 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:02,745 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:47:05,746 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:10,215 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:47:10,215 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:47:11,438 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:16,438 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:21,439 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:25,213 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:47:25,214 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:47:27,427 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:32,428 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:32,745 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:47:37,747 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:40,248 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:47:40,249 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:47:43,477 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:48,478 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:53,479 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:47:55,273 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:47:55,274 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:47:59,418 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:02,746 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:48:04,747 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:09,748 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:10,261 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:48:10,261 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:48:15,473 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:20,474 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:25,374 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:48:25,375 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:48:25,626 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:30,627 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:32,747 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:48:35,748 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:40,374 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:48:40,375 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:48:41,553 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:46,554 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:51,554 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:48:55,374 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:48:55,375 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:48:57,553 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:02,554 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:02,748 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:49:07,749 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:10,512 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:49:10,512 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:49:13,698 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:18,699 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:23,700 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:25,511 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:49:25,512 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:49:28,738 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:32,749 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:49:33,749 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:38,750 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:40,569 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:49:40,569 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:49:44,749 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:49,749 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:54,750 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:49:55,548 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:49:55,549 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:49:59,778 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:02,754 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:50:05,755 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:10,548 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:50:10,549 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:50:10,782 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:15,783 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:20,784 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:25,548 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:50:25,549 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:50:25,789 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:30,790 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:32,750 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:50:36,751 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:40,548 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:50:40,549 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:50:42,695 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:47,696 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:52,696 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:50:55,549 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:50:55,549 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:50:57,746 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:02,747 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:02,751 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:51:07,753 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:10,720 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:51:10,721 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:51:12,947 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:17,948 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:22,949 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:25,720 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:51:25,721 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:51:28,880 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:32,752 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:51:34,752 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:39,753 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:40,720 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:51:40,721 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:51:44,902 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:49,902 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:54,903 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:51:55,720 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:51:55,721 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:51:59,950 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:02,752 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:52:05,753 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:10,720 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:52:10,721 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:52:13,283 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:18,284 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:23,285 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:25,786 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:52:25,787 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:52:28,980 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:32,753 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:52:34,754 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:39,755 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:40,785 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:52:40,785 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:52:45,008 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:48,491 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:52:48,492 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:52:48,493 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:52:48,493 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:52:48,522 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:52:50,494 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:55,495 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:52:55,785 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:52:55,786 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:53:00,924 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:02,754 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:53:06,755 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:10,785 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:53:10,786 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:53:11,927 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:16,928 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:21,929 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:25,785 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:53:25,786 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:53:27,001 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:32,002 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:32,755 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:53:37,756 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:40,838 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:53:40,838 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:53:43,008 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:48,008 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:53,009 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:53:55,837 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:53:55,838 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:53:58,996 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:02,756 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:54:04,756 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:09,757 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:10,837 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:54:10,838 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:54:14,987 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:19,987 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:24,988 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:26,009 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:54:26,010 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:54:30,234 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:32,757 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:54:35,757 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:40,758 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:41,008 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:54:41,009 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:54:46,194 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:51,195 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:54:56,008 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:54:56,009 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:54:56,225 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:01,226 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:02,757 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:55:06,758 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:11,008 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:55:11,009 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:55:12,198 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:17,199 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:22,200 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:26,009 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:55:26,009 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:55:28,172 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:32,758 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:55:33,759 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:38,760 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:41,009 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:55:41,010 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:55:44,220 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:49,221 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:54,222 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:55:56,009 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:55:56,009 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:56:00,222 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:02,759 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:56:05,760 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:10,761 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:11,203 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:56:11,204 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:56:16,400 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:21,401 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:26,203 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:56:26,204 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:56:27,387 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:32,388 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:32,760 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:56:37,761 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:41,203 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:56:41,204 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:56:43,421 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:48,422 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:53,423 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:56:56,245 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:56:56,245 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:56:58,481 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:02,760 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:57:03,761 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:08,762 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:11,222 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:57:11,222 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:57:14,409 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:19,410 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:24,411 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:26,324 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:57:26,325 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:57:29,483 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:32,761 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:57:34,762 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:39,763 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:41,323 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:57:41,324 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:57:45,570 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:50,571 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:55,572 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:57:56,323 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:57:56,324 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:58:01,543 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:02,762 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:58:06,763 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:11,364 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:58:11,365 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:58:12,519 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:17,520 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:22,521 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:26,542 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:58:26,542 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:58:27,718 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:32,719 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:32,763 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:58:37,764 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:41,541 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:58:41,542 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:58:43,700 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:48,701 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:53,702 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:58:56,542 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:58:56,542 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:58:59,701 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:02,764 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:59:04,764 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:09,765 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:11,667 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:59:11,668 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:59:14,802 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:19,804 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:24,805 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:26,667 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:59:26,668 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:59:29,829 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:32,764 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 15:59:35,765 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:40,766 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:41,667 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:59:41,668 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 15:59:45,825 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:50,826 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:53,886 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 15:59:53,887 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 15:59:53,887 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 15:59:53,887 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 15:59:54,685 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 15:59:55,888 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 15:59:56,735 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 15:59:56,736 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:00:00,944 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:02,765 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:00:06,766 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:11,735 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:00:11,735 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:00:11,931 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:16,932 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:21,933 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:26,735 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:00:26,736 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:00:27,895 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:32,766 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:00:33,766 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:38,767 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:41,747 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:00:41,747 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:00:43,939 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:48,940 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:53,942 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:00:56,745 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:00:56,745 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:00:58,964 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:02,766 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:01:04,767 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:09,768 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:11,897 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:01:11,898 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:01:15,087 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:20,088 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:25,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:26,896 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:01:26,897 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:01:30,120 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:32,767 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:01:35,768 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:40,769 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:41,896 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:01:41,897 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:01:46,094 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:51,095 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:56,096 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:01:56,902 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:01:56,902 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:02:02,096 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:02,768 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:02:07,770 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:11,900 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:02:11,901 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:02:13,113 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:18,114 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:23,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:26,900 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:02:26,901 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:02:29,113 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:32,769 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:02:34,770 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:39,771 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:42,069 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:02:42,070 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:02:45,271 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:50,272 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:55,273 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:02:57,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:02:57,068 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:03:01,229 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:02,770 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:03:06,771 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:11,772 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:12,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:03:12,069 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:03:17,207 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:22,208 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:27,103 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:03:27,104 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:03:27,269 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:32,269 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:32,771 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:03:37,772 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:42,102 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:03:42,103 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:03:43,269 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:48,270 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:53,271 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:03:57,103 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:03:57,103 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:03:59,254 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:02,771 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:04:04,772 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:09,773 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:12,315 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:04:12,316 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:04:15,560 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:20,561 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:25,562 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:27,315 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:04:27,316 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:04:31,540 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:32,772 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:04:36,773 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:41,774 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:42,360 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:04:42,361 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:04:47,130 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:52,132 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:57,133 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:04:57,360 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:04:57,360 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:05:02,574 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:02,773 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:05:07,774 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:12,373 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:05:12,374 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:05:13,529 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:18,530 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:23,531 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:27,371 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:05:27,372 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:05:28,573 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:32,774 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:05:33,774 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:38,776 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:42,558 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:05:42,559 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:05:44,733 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:49,734 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:54,735 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:05:57,558 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:05:57,559 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:05:59,788 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:02,775 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:06:05,775 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:10,776 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:12,559 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:06:12,559 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:06:16,775 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:21,776 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:26,777 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:27,745 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:06:27,746 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:06:31,912 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:32,775 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:06:37,776 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:42,745 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:06:42,746 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:06:42,878 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:47,879 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:52,881 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:57,745 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:06:57,745 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:06:57,921 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:06:59,856 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:06:59,858 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:06:59,858 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:06:59,858 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:06:59,859 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 16:07:02,776 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:07:03,777 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:08,778 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:12,799 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:07:12,799 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:07:14,131 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:19,132 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:24,133 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:27,797 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:07:27,798 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:07:30,025 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:32,777 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:07:35,778 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:40,779 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:42,841 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:07:42,842 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:07:45,921 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:50,922 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:55,923 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:07:57,841 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:07:57,841 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:08:01,053 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:02,778 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:08:06,779 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:11,780 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:12,841 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:08:12,841 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:08:16,997 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:21,998 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:26,999 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:28,043 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:08:28,044 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:08:32,262 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:32,779 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:08:37,780 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:42,781 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:43,044 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:08:43,044 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:08:48,209 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:53,210 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:08:58,044 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:08:58,044 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:08:58,277 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:02,779 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:09:03,780 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:08,781 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:13,230 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:09:13,231 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:09:14,471 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:19,472 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:24,473 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:28,230 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:09:28,230 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:09:30,453 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:32,780 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:09:35,781 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:40,782 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:43,274 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:09:43,274 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:09:46,501 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:51,502 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:56,504 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:09:58,273 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:09:58,273 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:10:02,442 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:02,781 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:10:07,782 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:12,783 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:13,328 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:10:13,328 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:10:18,484 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:23,485 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:28,307 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:10:28,308 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:10:28,528 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:32,782 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:10:33,782 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:38,784 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:43,307 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:10:43,307 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:10:44,558 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:49,559 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:54,560 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:10:58,307 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:10:58,308 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:11:00,461 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:02,782 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:11:05,783 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:10,785 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:13,363 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:11:13,364 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:11:16,564 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:21,565 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:26,567 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:28,341 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:11:28,342 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:11:31,575 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:32,783 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:11:36,784 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:41,786 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:43,341 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:11:43,342 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:11:47,502 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:52,503 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:57,504 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:11:58,341 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:11:58,342 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:12:02,576 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:02,784 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:12:06,428 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:12:06,430 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:12:06,430 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:12:06,430 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:12:06,980 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 16:12:08,431 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:08,981 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/output.log +2024-07-03 16:12:13,342 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:12:13,342 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:12:13,477 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:18,478 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:23,479 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:28,342 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:12:28,342 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:12:28,572 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:32,785 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:12:33,786 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:38,787 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:43,449 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:12:43,450 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:12:44,656 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:49,658 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:54,659 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:12:58,578 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:12:58,578 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:12:59,736 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:02,786 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:13:04,786 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:09,787 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:13,577 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:13:13,577 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:13:15,762 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:20,763 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:25,764 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:28,577 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:13:28,578 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:13:31,728 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:32,786 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:13:36,787 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:41,789 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:43,580 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:13:43,580 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:13:46,821 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:51,822 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:56,823 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:13:58,580 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:13:58,581 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:14:02,792 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:14:02,792 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:07,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:12,795 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:13,580 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:14:13,580 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:14:18,791 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:23,792 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:28,737 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:14:28,737 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:14:28,913 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:32,788 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:14:34,789 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:39,790 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:43,737 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:14:43,737 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:14:44,957 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:49,958 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:54,959 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:14:58,736 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:14:58,737 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:14:59,960 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:02,789 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:15:05,790 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:10,791 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:13,737 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:15:13,737 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:15:15,958 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:20,959 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:25,960 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:28,737 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:15:28,738 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:15:31,911 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:32,790 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:15:37,791 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:42,792 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:43,925 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:15:43,925 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:15:48,065 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:53,067 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:58,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:15:58,924 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:15:58,925 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:16:02,791 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:16:03,791 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:08,793 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:13,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:13,925 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:16:13,925 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:16:15,093 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:16:15,094 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:16:15,094 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:16:15,095 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:16:16,079 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 16:16:19,096 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:24,096 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:28,925 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:16:28,925 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:16:29,100 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:32,792 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:16:34,792 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:39,793 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:43,956 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:16:43,956 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:16:45,181 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:50,182 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:55,183 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:16:58,934 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:16:58,934 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:17:01,171 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:02,792 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:17:06,793 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:11,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:13,976 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:17:13,977 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:17:17,129 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:22,130 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:27,131 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:28,976 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:17:28,977 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:17:32,166 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:32,793 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:17:37,794 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:42,795 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:43,976 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:17:43,977 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:17:48,162 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:53,163 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:58,164 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:17:59,076 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:17:59,077 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:18:02,794 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:18:03,795 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:08,796 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:13,797 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:14,076 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:18:14,076 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:18:19,258 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:24,259 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:29,075 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:18:29,076 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:18:30,249 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:32,795 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:18:35,796 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:40,797 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:44,076 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:18:44,076 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:18:46,271 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:51,272 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:56,273 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:18:59,076 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:18:59,077 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:19:01,301 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:02,795 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:19:06,797 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:11,798 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:14,089 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:19:14,089 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:19:17,261 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:22,262 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:27,263 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:29,087 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:19:29,087 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:19:32,796 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:19:32,797 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:37,798 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:42,799 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:44,087 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:19:44,088 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:19:48,276 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:53,277 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:58,278 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:19:59,158 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:19:59,159 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:20:02,797 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:20:03,798 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:08,799 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:13,800 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:14,316 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:20:14,316 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:20:19,521 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:24,522 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:29,316 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:20:29,317 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:20:30,510 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:32,798 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:20:35,799 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:40,800 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:44,317 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:20:44,317 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:20:46,453 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:51,454 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:56,455 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:20:59,357 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:20:59,358 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:21:01,554 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:02,798 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:21:06,799 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:11,800 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:14,335 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:21:14,335 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:21:17,496 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:22,497 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:27,498 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:29,461 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:21:29,461 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:21:32,613 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:32,799 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:21:37,800 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:42,801 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:44,461 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:21:44,461 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:21:48,654 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:53,655 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:58,656 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:21:59,461 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:21:59,461 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:22:02,800 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:22:03,801 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:08,801 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:13,802 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:14,461 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:22:14,462 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:22:19,703 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:24,704 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:29,645 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:22:29,645 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:22:29,799 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:32,801 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:22:34,801 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:39,802 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:44,644 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:22:44,645 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:22:44,861 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:49,863 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:54,864 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:22:59,644 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:22:59,645 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:23:00,822 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:02,802 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:23:06,802 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:11,804 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:14,645 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:23:14,645 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:23:17,226 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:20,643 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:23:20,644 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:23:20,644 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:23:20,645 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:23:21,251 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 16:23:22,646 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:27,646 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:29,645 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:23:29,645 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:23:32,802 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:23:32,803 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:37,804 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:42,805 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:44,729 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:23:44,730 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:23:47,923 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:52,923 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:57,924 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:23:59,729 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:23:59,730 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:24:02,803 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:24:03,804 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:08,805 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:13,806 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:14,730 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:24:14,730 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:24:18,901 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:23,902 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:28,903 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:29,845 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:24:29,846 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:24:32,804 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:24:34,805 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:39,805 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:44,806 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:45,060 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:24:45,061 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:24:50,212 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:24:55,213 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:00,059 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:25:00,060 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:25:00,351 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:02,804 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:25:05,805 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:10,806 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:15,059 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:25:15,060 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:25:16,238 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:21,240 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:26,241 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:30,060 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:25:30,060 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:25:31,266 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:32,805 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:25:36,806 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:41,807 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:45,060 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:25:45,061 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:25:47,230 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:52,231 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:25:57,232 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:00,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:26:00,069 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:26:02,304 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:02,806 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:26:07,807 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:12,808 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:15,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:26:15,068 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:26:18,241 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:23,242 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:28,243 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:30,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:26:30,068 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:26:32,807 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:26:33,808 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:38,809 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:43,809 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:45,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:26:45,068 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:26:49,267 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:54,268 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:26:59,269 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:00,068 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:27:00,069 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:27:02,808 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:27:04,809 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:09,810 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:14,811 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:15,069 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:27:15,069 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:27:20,254 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:25,255 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:30,069 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:27:30,069 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:27:30,274 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:32,809 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:27:35,810 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:40,811 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:45,069 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:27:45,069 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:27:46,267 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:51,268 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:27:56,269 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:00,069 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:28:00,070 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:28:01,321 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:02,809 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:28:06,811 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:11,812 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:15,212 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:28:15,212 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:28:17,414 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:22,415 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:27,416 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:30,211 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:28:30,212 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:28:32,447 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:32,810 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:28:37,812 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:42,813 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:45,211 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:28:45,212 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:28:48,392 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:53,393 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:28:58,394 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:00,223 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:29:00,224 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:29:02,811 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:29:03,812 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:08,813 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:13,814 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:15,221 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:29:15,221 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:29:19,425 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:24,426 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:29,427 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:30,221 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:29:30,222 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:29:32,812 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:29:34,813 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:39,813 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:44,814 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:45,221 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:29:45,222 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:29:50,394 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:29:55,394 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:00,242 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:30:00,243 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:30:01,385 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:02,813 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:30:06,814 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:11,815 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:15,242 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:30:15,242 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:30:17,374 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:22,375 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:27,376 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:27,410 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:30:27,412 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:30:27,412 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:30:27,412 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:30:27,422 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 16:30:30,266 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:30:30,267 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:30:32,511 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:32,813 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:30:37,815 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:42,815 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:45,267 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:30:45,267 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:30:48,507 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:53,508 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:30:58,509 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:00,267 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:31:00,268 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:31:02,814 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:31:03,815 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:08,816 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:13,817 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:15,272 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:31:15,272 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:31:19,452 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:24,453 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:29,454 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:30,270 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:31:30,270 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:31:32,815 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:31:34,816 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:39,817 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:44,818 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:45,270 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:31:45,270 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:31:50,433 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:31:55,434 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:00,270 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:32:00,270 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:32:00,471 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:02,816 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:32:05,817 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:10,818 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:15,281 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:32:15,281 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:32:16,497 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:21,498 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:26,500 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:30,279 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:32:30,280 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:32:32,468 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:32,817 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:32:37,818 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:42,819 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:45,279 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:32:45,280 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:32:48,443 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:53,444 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:32:58,445 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:00,420 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:33:00,420 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:33:02,817 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:33:03,818 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:08,819 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:13,821 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:15,420 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:33:15,420 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:33:19,653 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:24,654 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:29,655 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:30,420 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:33:30,420 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:33:32,818 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:33:34,819 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:39,820 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:44,821 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:45,420 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:33:45,420 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:33:50,660 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:33:55,661 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:00,420 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:34:00,421 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:34:01,612 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:02,819 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:34:06,820 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:11,821 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:15,420 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:34:15,421 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:34:17,628 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:22,630 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:27,631 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:30,420 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:34:30,421 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:34:32,820 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:34:32,820 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:37,821 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:42,822 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:45,421 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:34:45,421 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:34:48,579 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:53,581 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:34:58,582 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:00,421 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:35:00,422 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:35:02,820 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:35:03,821 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:08,822 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:13,823 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:15,421 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:35:15,421 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:35:19,653 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:24,654 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:29,656 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:30,547 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:35:30,548 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:35:32,821 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:35:34,822 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:39,823 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:44,824 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:45,547 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:35:45,548 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:35:50,764 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:35:55,765 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:00,547 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:36:00,548 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:36:00,858 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:02,822 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:36:06,823 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:11,824 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:15,550 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:36:15,550 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:36:17,766 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:22,767 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:27,768 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:30,548 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:36:30,548 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:36:32,823 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:36:32,823 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:37,824 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:42,825 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:45,744 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:36:45,745 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:36:47,908 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:52,909 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:36:57,910 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:00,748 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:37:00,749 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:37:02,823 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:37:03,824 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:08,825 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:13,826 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:15,746 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:37:15,747 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:37:18,935 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:23,936 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:28,937 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:30,747 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:37:30,747 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:37:32,824 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:37:32,875 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:37:32,877 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:37:32,877 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:37:32,877 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:37:33,598 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 16:37:34,878 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:39,879 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:44,880 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:45,747 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:37:45,747 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:37:49,968 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:54,969 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:37:59,970 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:00,747 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:38:00,748 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:38:02,829 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:38:05,830 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:10,831 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:15,832 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:15,953 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:38:15,954 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:38:21,096 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:26,097 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:31,098 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:31,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:38:31,115 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:38:32,826 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:38:36,827 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:41,828 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:46,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:38:46,115 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:38:47,338 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:52,339 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:38:57,340 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:01,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:39:01,115 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:39:02,827 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:39:02,827 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:07,828 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:12,829 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:16,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:39:16,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:39:18,257 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:23,258 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:28,259 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:31,115 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:39:31,116 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:39:32,827 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:39:33,828 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:38,829 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:43,830 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:46,144 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:39:46,145 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:39:49,377 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:54,378 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:39:59,379 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:01,122 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:40:01,122 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:40:02,828 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:40:04,829 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:09,830 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:14,831 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:16,279 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:40:16,280 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:40:20,480 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:25,481 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:30,482 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:31,279 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:40:31,280 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:40:32,829 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:40:35,830 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:40,831 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:45,832 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:46,279 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:40:46,280 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:40:51,427 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:40:56,428 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:01,281 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:41:01,282 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:41:01,446 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:02,830 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:41:06,831 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:11,832 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:16,280 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:41:16,280 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:41:17,473 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:22,474 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:27,475 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:31,280 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:41:31,280 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:41:32,831 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:41:32,831 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:37,832 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:42,833 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:46,280 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:41:46,281 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:41:48,451 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:53,452 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:41:58,453 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:01,280 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:42:01,281 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:42:02,832 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:42:03,832 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:08,834 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:13,835 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:16,280 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:42:16,281 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:42:19,427 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:24,428 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:29,429 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:31,280 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:42:31,281 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:42:32,832 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:42:34,833 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:39,835 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:44,836 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:46,280 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:42:46,281 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:42:50,478 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:42:55,479 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:00,480 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:01,281 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:43:01,281 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:43:02,833 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:43:05,834 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:10,835 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:15,836 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:16,300 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:43:16,301 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:43:21,545 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:26,546 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:31,288 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:43:31,289 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:43:32,478 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:32,834 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:43:37,835 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:42,836 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:46,288 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:43:46,289 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:43:48,490 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:53,491 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:43:58,492 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:44:01,342 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status +2024-07-03 16:44:01,343 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: stop_status +2024-07-03 16:44:02,835 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:44:03,835 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:44:08,224 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:44:08,225 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:44:08,225 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:44:08,226 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:44:08,228 DEBUG SenderThread:120 [sender.py:send():378] send: telemetry +2024-07-03 16:44:08,230 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: partial_history +2024-07-03 16:44:08,231 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:44:08,232 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:44:08,232 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:44:08,232 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:44:08,233 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:44:08,233 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:44:08,233 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:44:08,234 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:44:08,234 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: pause +2024-07-03 16:44:08,234 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:44:08,234 INFO HandlerThread:120 [handler.py:handle_request_pause():724] stopping system metrics thread +2024-07-03 16:44:08,235 INFO HandlerThread:120 [system_monitor.py:finish():203] Stopping system monitor +2024-07-03 16:44:08,235 INFO HandlerThread:120 [interfaces.py:finish():200] Joined cpu monitor +2024-07-03 16:44:08,235 DEBUG SystemMonitor:120 [system_monitor.py:_start():179] Finished system metrics aggregation loop +2024-07-03 16:44:08,236 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:44:08,236 INFO HandlerThread:120 [interfaces.py:finish():200] Joined disk monitor +2024-07-03 16:44:08,236 DEBUG SystemMonitor:120 [system_monitor.py:_start():183] Publishing last batch of metrics +2024-07-03 16:44:08,237 DEBUG SenderThread:120 [sender.py:send():378] send: history +2024-07-03 16:44:08,238 DEBUG SenderThread:120 [sender.py:send_request():405] send_request: summary_record +2024-07-03 16:44:08,238 INFO SenderThread:120 [sender.py:_save_file():1389] saving file wandb-summary.json with policy end +2024-07-03 16:44:08,243 INFO HandlerThread:120 [interfaces.py:finish():200] Joined gpu monitor +2024-07-03 16:44:08,244 INFO HandlerThread:120 [interfaces.py:finish():200] Joined memory monitor +2024-07-03 16:44:08,244 INFO HandlerThread:120 [interfaces.py:finish():200] Joined network monitor +2024-07-03 16:44:08,244 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: resume +2024-07-03 16:44:08,244 INFO HandlerThread:120 [handler.py:handle_request_resume():715] starting system metrics thread +2024-07-03 16:44:08,245 INFO HandlerThread:120 [system_monitor.py:start():194] Starting system monitor +2024-07-03 16:44:08,245 INFO SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-07-03 16:44:08,245 DEBUG SenderThread:120 [sender.py:send():378] send: stats +2024-07-03 16:44:08,246 INFO SystemMonitor:120 [interfaces.py:start():188] Started cpu monitoring +2024-07-03 16:44:08,247 INFO SystemMonitor:120 [interfaces.py:start():188] Started disk monitoring +2024-07-03 16:44:08,247 INFO SystemMonitor:120 [interfaces.py:start():188] Started gpu monitoring +2024-07-03 16:44:08,248 INFO SystemMonitor:120 [interfaces.py:start():188] Started memory monitoring +2024-07-03 16:44:08,248 INFO SystemMonitor:120 [interfaces.py:start():188] Started network monitoring +2024-07-03 16:44:08,755 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/output.log +2024-07-03 16:44:08,755 INFO Thread-12 :120 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240703_150631-xd2jm096/files/wandb-summary.json +2024-07-03 16:44:09,246 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report +2024-07-03 16:44:14,253 DEBUG HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report